-- Logs begin at Thu 2022-03-31 13:11:51 UTC, end at Thu 2022-03-31 15:46:51 UTC. -- Mar 31 15:17:45.617862 dv-cinder-750782-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 15:17:48.641642 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.common.config [-] Logging enabled! Mar 31 15:17:48.642339 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 15:17:48.642446 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103517) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 15:17:48.645864 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.common.config [-] Logging enabled! Mar 31 15:17:48.646115 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 15:17:48.646437 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103517) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 15:17:48.647393 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:17:48.647628 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:17:48.648005 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:17:48.648250 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:17:48.648477 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:17:48.649335 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.649793 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 15:17:48.650085 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.650384 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.650681 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.650978 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.651269 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.651553 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.651842 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.652140 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.652427 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.652707 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.652991 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.653385 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.653675 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.653968 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.654321 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.654607 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] debug = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.654899 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.655524 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.656552 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.656552 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.656552 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.656780 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.656986 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.657286 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.657571 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.658007 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] host = dv-cinder-750782-15-iscsi {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.658191 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.658473 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.658773 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.659046 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.659320 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.659601 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.659914 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.660159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.660436 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] log_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.660712 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.661022 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.661318 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.661611 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.661839 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.662064 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.662370 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.662659 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.662939 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.663223 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.663493 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.663769 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.664047 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.664318 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.664601 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.664884 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.665197 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.665478 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.665757 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.666031 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.666304 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.666595 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.666871 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.667149 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.667425 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.667715 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.667986 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.668264 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.668565 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.668852 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.669161 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.669453 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.669731 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.670646 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.671021 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.671300 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.671580 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] use_json = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.671857 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.672130 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.672416 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.672690 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.672965 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.673266 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.673543 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.673835 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.674113 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:48.674420 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.674727 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.675032 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.675333 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.675625 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.675912 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.676204 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.676495 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.676784 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.677080 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.677389 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.677661 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.677963 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.678257 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.678556 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.678867 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.679166 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.679461 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.679739 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.680018 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.680295 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.680575 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.680866 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.681168 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.681461 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.681754 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.682035 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.682335 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.682624 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.682921 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.683216 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.683493 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.683775 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.684069 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.684350 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.684625 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.684904 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.685219 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.686145 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.686432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.686730 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.687017 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.687293 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.687569 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.687850 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.688142 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.688422 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.688695 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.688969 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.689270 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.689545 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.689833 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.690116 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.690394 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.690671 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.690951 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.691231 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.691509 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.691787 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.692063 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.692343 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.692619 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.692890 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.693190 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.693467 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.693740 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.694014 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.694289 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.694568 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.694843 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.695117 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.695397 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.695671 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.695944 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.696236 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.696546 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.696826 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.697124 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.697415 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.697692 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.697970 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.698250 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.698534 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.698815 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.699093 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.699393 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.699687 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.699983 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.700294 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.700573 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.700878 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.701257 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.701543 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.701834 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.702119 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.702405 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.702696 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.702989 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.703294 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.703597 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.703900 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.704200 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.704506 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.704790 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.705128 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.705419 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:48.705642 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:17:48.705897 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103517) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 15:17:49.084092 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 15:17:49.084276 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 15:17:49.084579 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 15:17:49.085056 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 15:17:49.415262 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.415550 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.415818 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.416997 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.417302 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.417684 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.472266 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.472539 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.472802 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.488180 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.488463 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.488732 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.518104 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.518380 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.518645 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.663203 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.663830 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.663830 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.897316 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.897600 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.897864 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.898124 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.898827 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.998623 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.998940 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.999221 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.999490 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:49.999755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.000062 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.000317 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.000572 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.000822 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.001120 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.001378 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.001640 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.001893 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.002143 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.002396 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.002657 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.002908 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.003172 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.003436 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.003695 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.003965 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.004214 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.004499 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.004871 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.005140 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.005389 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.005784 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:17:50.006021 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:17:50.006257 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:17:50.006490 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:17:50.006724 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:17:50.006952 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:17:50.007320 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 15:17:50.010637 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 15:17:50.014797 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 15:17:50.018498 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 31 15:17:50.020132 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 15:17:50.020603 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 15:17:50.020940 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 15:17:50.021352 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 15:17:50.024155 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 15:17:50.024411 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 15:17:50.024756 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 15:17:50.030292 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 15:17:50.054464 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 15:17:50.054926 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.055227 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103517) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 15:17:50.055603 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.056977 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103517) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 15:17:50.057290 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 15:17:50.057533 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 15:17:50.060913 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.061213 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.126366 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 15:17:50.126550 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 15:17:50.126754 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 15:17:50.127135 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 15:17:50.147849 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_db.sqlalchemy.engines [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103517) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 15:17:50.599604 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Initializing driver for type 'gre' Mar 31 15:17:50.600134 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] gre ID ranges: [(1, 1000)] Mar 31 15:17:50.652616 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Initializing driver for type 'local' Mar 31 15:17:50.652942 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Initializing driver for type 'vlan' Mar 31 15:17:50.666323 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] VlanTypeDriver initialization complete Mar 31 15:17:50.666992 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Initializing driver for type 'vxlan' Mar 31 15:17:50.667234 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] vxlan ID ranges: [(1, 1000)] Mar 31 15:17:50.721253 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Initializing extension driver 'port_security' Mar 31 15:17:50.721599 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.extensions.port_security [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] PortSecurityExtensionDriver initialization complete Mar 31 15:17:50.721928 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Initializing mechanism driver 'openvswitch' Mar 31 15:17:50.722256 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Initializing mechanism driver 'hyperv' Mar 31 15:17:50.728826 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:17:50.729551 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > port after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.729919 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > port after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.730266 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > port after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.730798 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:17:50.731234 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.731588 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.731958 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.732415 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:17:50.732840 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > network after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.733288 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > network after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.733638 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > network after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.734027 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:17:50.734432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.734782 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.735119 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.735674 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:17:50.736086 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.736439 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.736785 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.737203 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:17:50.737604 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.737951 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.738291 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.738681 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103517) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:17:50.739128 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] ML2 OVO RPC backend initialized. {{(pid=103517) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 15:17:50.739837 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.740436 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.740862 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > network before_response 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.741246 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > networks before_response 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.741596 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > port before_response 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.741937 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > ports before_response 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.742291 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.742620 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.742965 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > network after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.743307 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > network after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.743643 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > network after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.743982 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > port after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.744318 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > port after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.744653 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > port after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.744989 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.745353 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.745688 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.753648 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded quota_driver: . Mar 31 15:17:50.754019 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.plugin [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Modular L2 Plugin initialization complete Mar 31 15:17:50.754365 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading services supported by the core plugin {{(pid=103517) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 15:17:50.754708 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.plugins.ml2.managers [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Got port-security extension from driver 'port_security' Mar 31 15:17:50.755194 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.extensions.vlantransparent [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Disabled vlantransparent extension. Mar 31 15:17:50.755685 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103517) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 15:17:50.756012 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading Plugin: router Mar 31 15:17:50.791668 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.792064 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router after_create 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.792435 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router before_create 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.792799 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.793205 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.793562 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router after_delete 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.793920 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.794271 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.794624 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router after_create 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.795653 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router after_update 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.796109 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router after_update 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.796463 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.796823 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router after_update 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.797266 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.797635 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: port after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.797981 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: port after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.798321 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: subnet after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.798663 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.799015 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.799360 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.799708 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: port before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.800083 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.803872 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router after_update 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.803872 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.803872 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.803872 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.804472 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.804472 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > agent after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.804472 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.804472 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > network after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.805011 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Tracking information for resource: router configured {{(pid=103517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:17:50.805011 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Tracking information for resource: floatingip configured {{(pid=103517) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:17:50.809315 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.db.l3_agentschedulers_db [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 15:17:50.809917 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: port after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.810280 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: port after_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.811228 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: port after_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.811584 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: port after_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.812413 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router before_create 55550100 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.812779 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.813171 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.813530 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.818377 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.services.provider_configuration [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service providers = [] {{(pid=103517) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 15:17:50.818743 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.db.servicetype_db [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103517) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 15:17:50.821755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.services.service_base [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:17:50.822109 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.services.service_base [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:17:50.822454 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.services.service_base [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:17:50.823336 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.services.service_base [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103517) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:17:50.823708 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.services.service_base [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 15:17:50.824093 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:17:50.824411 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 15:17:50.835696 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:17:50.836031 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading Plugin: auto_allocate Mar 31 15:17:50.842679 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: network precommit_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.843225 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: network precommit_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.843754 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:17:50.844074 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading Plugin: tag Mar 31 15:17:50.850915 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:17:50.851197 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading Plugin: timestamp Mar 31 15:17:50.855280 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:17:50.855610 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading Plugin: network_ip_availability Mar 31 15:17:50.861375 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.861750 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.862104 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:50.862853 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:17:50.863169 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading Plugin: flavors Mar 31 15:17:50.868161 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:17:50.868492 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading Plugin: revisions Mar 31 15:17:50.872758 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103517) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:17:50.873389 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.788s {{(pid=103517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 15:17:50.874153 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103517) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 15:17:50.874491 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Initializing extension manager. Mar 31 15:17:50.875017 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: __init__.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.875360 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: __pycache__ {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.875691 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: address_group.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.876456 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.877035 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: address-group Mar 31 15:17:50.877390 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: address_scope.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.878107 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.878607 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: address-scope Mar 31 15:17:50.878929 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.880054 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.880563 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: router-admin-state-down-before-update Mar 31 15:17:50.880885 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: agent.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.881615 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.882112 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: agent Mar 31 15:17:50.882432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: agent_resources_synced.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.883337 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.883835 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: agent-resources-synced Mar 31 15:17:50.884155 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.885985 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.886500 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: allowed-address-pairs Mar 31 15:17:50.886826 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.887896 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.888400 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: auto-allocated-topology Mar 31 15:17:50.889300 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: availability_zone.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.889990 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.890490 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: availability_zone Mar 31 15:17:50.890810 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: availability_zone_filter.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.891723 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.892224 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: availability_zone_filter Mar 31 15:17:50.892544 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: data_plane_status.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.893473 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.893972 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 15:17:50.894295 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: default_subnetpools.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.895211 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.895708 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: default-subnetpools Mar 31 15:17:50.896027 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.896838 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.897365 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: dhcp_agent_scheduler Mar 31 15:17:50.897688 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: dns.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.898601 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.899093 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 15:17:50.899413 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: dns_domain_ports.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.900331 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.900825 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 15:17:50.901165 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.902089 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.902586 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 15:17:50.902906 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: dvr.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.903579 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.904080 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: dvr Mar 31 15:17:50.904986 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: ecmp_routes.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.905930 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.906430 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 15:17:50.906747 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: empty_string_filtering.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.907665 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.908164 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: empty-string-filtering Mar 31 15:17:50.908483 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.909424 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.909921 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 15:17:50.910242 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.911164 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.911657 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 15:17:50.911975 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: external_net.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.912887 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.913414 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: external-net Mar 31 15:17:50.913736 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.914649 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.915143 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: extra_dhcp_opt Mar 31 15:17:50.915461 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: extraroute.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.916366 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.916861 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: extraroute Mar 31 15:17:50.917217 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: extraroute_atomic.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.918253 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.918750 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: extraroute-atomic Mar 31 15:17:50.919067 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: filter_validation.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.919765 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.920341 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: filter-validation Mar 31 15:17:50.920660 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: fip_pf_description.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.921603 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.922100 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 15:17:50.922419 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: fip_pf_port_range.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.923328 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.923826 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 15:17:50.924149 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: fip_port_details.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.925109 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.925605 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: fip-port-details Mar 31 15:17:50.925928 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: flavors.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.927195 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.927706 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: flavors Mar 31 15:17:50.928030 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.929733 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.930254 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 15:17:50.930586 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: floatingip_pools.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.931295 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.931797 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: floatingip-pools Mar 31 15:17:50.932123 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: ip_allocation.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.933053 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.933584 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 15:17:50.933905 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.934845 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.935348 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: ip-substring-filtering Mar 31 15:17:50.935715 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: l2_adjacency.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.936656 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.937185 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 15:17:50.937508 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: l3.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.940157 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.940680 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: router Mar 31 15:17:50.941016 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.943315 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.943841 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 15:17:50.944174 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.945139 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.945655 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: ext-gw-mode Mar 31 15:17:50.945985 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.946913 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.947421 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: l3-ha Mar 31 15:17:50.947748 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.948661 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.949194 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 15:17:50.949517 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: l3_flavors.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.950447 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.950948 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: l3-flavors Mar 31 15:17:50.951809 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.953242 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.953761 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 15:17:50.954095 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.955021 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.955531 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 15:17:50.955862 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: l3agentscheduler.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.956906 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.957444 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: l3_agent_scheduler Mar 31 15:17:50.957776 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: local_ip.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.959575 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.960095 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension local_ip not supported by any of loaded plugins Mar 31 15:17:50.960432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: logging.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.961953 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.962472 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension logging not supported by any of loaded plugins Mar 31 15:17:50.962803 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: metering.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.963552 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.964127 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: metering Mar 31 15:17:50.964452 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.965622 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.966133 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: metering_source_and_destination_fields Mar 31 15:17:50.966459 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: multiprovidernet.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.968040 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.968540 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: multi-provider Mar 31 15:17:50.968865 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: netmtu.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.969812 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.970321 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: net-mtu Mar 31 15:17:50.970643 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: netmtu_writable.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.971567 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.972072 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: net-mtu-writable Mar 31 15:17:50.972395 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: network_availability_zone.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.973068 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.973600 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: network_availability_zone Mar 31 15:17:50.973919 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: network_ip_availability.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.975029 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.975534 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: network-ip-availability Mar 31 15:17:50.975859 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: network_segment_range.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.976636 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.977156 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 15:17:50.977484 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: pagination.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.978619 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.978955 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: pagination Mar 31 15:17:50.979281 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: port_device_profile.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.980196 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.980712 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: port-device-profile Mar 31 15:17:50.981035 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.981997 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.982600 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: port-mac-address-regenerate Mar 31 15:17:50.982924 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.983855 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.984360 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: port-numa-affinity-policy Mar 31 15:17:50.985012 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: port_resource_request.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.985835 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.986331 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 15:17:50.986653 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.987623 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.988121 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 15:17:50.988442 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: portbindings.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.989394 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.989893 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: binding Mar 31 15:17:50.990462 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: portbindings_extended.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.991745 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.992251 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: binding-extended Mar 31 15:17:50.992580 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: portsecurity.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.993531 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.994031 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: port-security Mar 31 15:17:50.994355 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: project_id.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.995331 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.995662 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: project-id Mar 31 15:17:50.995986 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: providernet.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:50.996912 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:50.997448 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: provider Mar 31 15:17:50.997770 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.001548 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.002087 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos not supported by any of loaded plugins Mar 31 15:17:51.002418 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.003673 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.004181 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 15:17:51.004510 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.005539 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.006046 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 15:17:51.006374 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_default.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.007307 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.007829 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-default not supported by any of loaded plugins Mar 31 15:17:51.008140 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_fip.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.009060 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.009592 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 15:17:51.009919 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.010839 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.011343 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 15:17:51.011667 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.012594 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.013109 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 15:17:51.013450 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.014897 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.015399 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 15:17:51.015722 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.016771 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.017302 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 15:17:51.017631 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.018671 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.019176 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 15:17:51.019501 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_pps_rule.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.020681 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.021222 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 15:17:51.021550 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.022471 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.022975 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 15:17:51.023298 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.024214 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.024719 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 15:17:51.025040 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: qos_rules_alias.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.026119 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.026626 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 15:17:51.026948 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: quota_check_limit.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.027861 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.028366 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: quota-check-limit Mar 31 15:17:51.028687 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: quotasv2.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.030496 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.030829 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: quotas Mar 31 15:17:51.031152 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: quotasv2_detail.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.033147 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.033495 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: quota_details Mar 31 15:17:51.033828 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: rbac.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.034909 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.035433 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: rbac-policies Mar 31 15:17:51.035766 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: rbac_address_group.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.036714 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.037257 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: rbac-address-group Mar 31 15:17:51.037585 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: rbac_address_scope.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.038506 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.039013 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: rbac-address-scope Mar 31 15:17:51.039340 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: rbac_security_groups.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.040330 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.040842 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: rbac-security-groups Mar 31 15:17:51.041197 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.042118 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.042620 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: rbac-subnetpool Mar 31 15:17:51.042945 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: revisionifmatch.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.043864 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.044370 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: revision-if-match Mar 31 15:17:51.044692 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: revisions.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.046140 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.046652 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: standard-attr-revisions Mar 31 15:17:51.046978 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: router_availability_zone.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.047660 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.048161 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: router_availability_zone Mar 31 15:17:51.048485 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: routerservicetype.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.049444 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.049944 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 15:17:51.050268 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.051215 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.051719 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: security-groups-normalized-cidr Mar 31 15:17:51.052043 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.052985 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.053535 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: port-security-groups-filtering Mar 31 15:17:51.053861 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.054787 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.055306 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: security-groups-remote-address-group Mar 31 15:17:51.055630 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.056561 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.057065 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: security-groups-shared-filtering Mar 31 15:17:51.057421 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.058018 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 15:17:51.058335 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: securitygroup.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.068213 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.068762 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: security-group Mar 31 15:17:51.069128 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: segment.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.069908 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.070412 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension segment not supported by any of loaded plugins Mar 31 15:17:51.070746 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.071747 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.072246 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 15:17:51.072576 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: servicetype.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.073732 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.074243 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: service-type Mar 31 15:17:51.074570 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: sorting.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.075556 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.075887 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: sorting Mar 31 15:17:51.076777 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: standard_attr_segment.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.077736 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.078237 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 15:17:51.078560 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: standardattrdescription.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.079214 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.079710 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: standard-attr-description Mar 31 15:17:51.080032 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: stateful_security_group.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.080980 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.081536 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: stateful-security-group Mar 31 15:17:51.081864 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: stdattrs_common.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.082438 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 15:17:51.082759 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.083703 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.086198 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 15:17:51.086599 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: subnet_onboard.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.087706 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.088223 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: subnet_onboard Mar 31 15:17:51.088547 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.089515 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.090018 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 15:17:51.090339 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: subnet_service_types.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.091271 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.092397 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: subnet-service-types Mar 31 15:17:51.092738 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: subnetallocation.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.093937 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.094449 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: subnet_allocation Mar 31 15:17:51.094778 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.095454 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.095956 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: subnetpool-prefix-ops Mar 31 15:17:51.096279 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.097264 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.097772 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 15:17:51.098096 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: tagging.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.099186 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.099694 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: standard-attr-tag Mar 31 15:17:51.100023 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: timestamp.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.101456 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.101924 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loaded extension: standard-attr-timestamp Mar 31 15:17:51.102252 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: trunk.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.103290 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.103832 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension trunk not supported by any of loaded plugins Mar 31 15:17:51.104127 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: trunk_details.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.105055 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.105583 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 15:17:51.105909 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.106829 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.107395 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 15:17:51.107824 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Loading extension file: vlantransparent.py {{(pid=103517) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:17:51.108502 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103517) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:17:51.109002 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 15:17:51.111577 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:network Mar 31 15:17:51.112111 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:subnet Mar 31 15:17:51.112509 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:17:51.112899 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:port Mar 31 15:17:51.114194 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.114634 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service FLAVORS assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.115510 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.115933 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.116264 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:router Mar 31 15:17:51.116690 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 15:17:51.117226 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service METERING assigned prefix: /metering {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.118683 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:51.119057 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:51.119406 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:17:51.120417 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 15:17:51.120848 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:security_group Mar 31 15:17:51.121321 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 15:17:51.121910 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service CORE assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.122239 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:17:51.122584 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] subnetpool is already registered Mar 31 15:17:51.123057 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service CORE assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.123381 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:17:51.123710 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] subnetpool is already registered Mar 31 15:17:51.126020 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.126454 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service FLAVORS assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.127043 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.127467 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.127800 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:router Mar 31 15:17:51.128139 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] router is already registered Mar 31 15:17:51.128553 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 15:17:51.128887 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] floatingip is already registered Mar 31 15:17:51.129374 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service METERING assigned prefix: /metering {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.130032 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 15:17:51.130360 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] rbac_policy is already registered Mar 31 15:17:51.130772 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:security_group Mar 31 15:17:51.131113 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] security_group is already registered Mar 31 15:17:51.131514 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 15:17:51.131844 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] security_group_rule is already registered Mar 31 15:17:51.132466 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service CORE assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.132795 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:17:51.133150 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] subnetpool is already registered Mar 31 15:17:51.133569 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.v2.resource_helper [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Service CORE assigned prefix: {{(pid=103517) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:17:51.133892 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:17:51.134221 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING neutron.quota.resource_registry [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] subnetpool is already registered Mar 31 15:17:51.134686 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: extensions {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.136199 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: address-groups {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.137700 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: address-scopes {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.139703 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: agents {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.140866 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: auto-allocated-topology {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.142131 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: availability_zones {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.143346 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: dhcp-networks {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.144836 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: dhcp-agents {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.146277 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: routers {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.148443 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: flavors {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.149631 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: service_profiles {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.150843 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: next_providers {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.152271 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: service_profiles {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.155734 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: floatingip-pools {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.156963 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: routers {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.159096 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: floatingips {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.160372 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: l3-routers {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.161773 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: l3-agents {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.163181 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: metering-labels {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.164537 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: metering-label-rules {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.165830 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: network-ip-availabilities {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.167088 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: bindings {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.168701 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: quotas {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.170528 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: quotas {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.172181 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: rbac-policies {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.173516 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: security-groups {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.174746 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: security-group-rules {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.175968 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: service-providers {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.177169 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: subnetpools {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.178579 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: subnetpools {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.180039 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: tags {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.181797 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: tags {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.183582 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: tags {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.185379 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: tags {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.187670 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: tags {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.189540 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: tags {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.191192 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: tags {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.193065 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: tags {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.194831 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: tags {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.196658 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron.api.extensions [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Extended resource: tags {{(pid=103517) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:17:51.203300 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING keystonemiddleware.auth_token [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 15:17:51.208089 dv-cinder-750782-15-iscsi neutron-server[103517]: WARNING keystonemiddleware.auth_token [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 15:17:51.216731 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Acquired lock "singleton_lock" {{(pid=103517) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 15:17:51.217247 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_concurrency.lockutils [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Releasing lock "singleton_lock" {{(pid=103517) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 15:17:51.217915 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO oslo_service.service [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Starting 2 workers Mar 31 15:17:51.222836 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Started child 103658 {{(pid=103517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:17:51.227598 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Started child 103659 {{(pid=103517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:17:51.228466 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:17:51.229310 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO neutron.service [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 15:17:51.229966 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:17:51.230175 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [-] (103658) wsgi starting up on http://0.0.0.0:9696 Mar 31 15:17:51.232577 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:17:51.233041 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO oslo_service.service [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Starting 1 workers Mar 31 15:17:51.234028 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [-] (103659) wsgi starting up on http://0.0.0.0:9696 Mar 31 15:17:51.238035 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Started child 103660 {{(pid=103517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:17:51.238598 dv-cinder-750782-15-iscsi neutron-server[103517]: INFO oslo_service.service [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Starting 1 workers Mar 31 15:17:51.242176 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.service [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] calling RpcWorker wait() {{(pid=103660) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 15:17:51.242773 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.service [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] returning from RpcWorker wait() {{(pid=103660) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 15:17:51.243507 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Started child 103661 {{(pid=103517) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:17:51.244109 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:17:51.244320 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-79e12078-17d9-4677-8ae2-e3a88552b6a5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:17:51.244665 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:17:51.246324 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103517) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 15:17:51.246539 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:17:51.246725 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:17:51.246951 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:17:51.247311 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:17:51.247478 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:17:51.248544 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.248826 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.249109 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.249355 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.249461 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:17:51.249986 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.250270 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.250521 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.250785 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.251051 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.251301 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.251470 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.251638 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.251900 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.252128 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.252422 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.252682 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.252917 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.253202 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.253382 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.253659 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.253940 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.254172 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.254432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] debug = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.254678 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.255159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.255401 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.255637 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.255892 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.256174 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.256419 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.256705 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.256919 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.257171 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.257428 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.257681 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.257924 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.258143 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.258421 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.258633 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.258901 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.259118 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.259572 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] host = dv-cinder-750782-15-iscsi {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.259853 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.260044 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.260267 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.260519 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.260770 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.261016 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.261306 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.261572 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.261799 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.262039 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.262270 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.262497 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.262710 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.262951 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.263111 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_options = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.263358 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.263741 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.264502 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.264686 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.264844 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.265006 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.265305 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.265470 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.265710 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.265940 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.266151 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.266385 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.266598 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.266808 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.267043 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.267253 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.267486 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.267716 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.267982 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.268218 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.268460 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.268703 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.268918 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.269169 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.269402 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.269634 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.269876 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.270109 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.270336 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.270630 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.270768 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.271013 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.271246 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.271479 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.271750 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.273149 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.273149 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.273149 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.273557 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:17:51.273689 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.273689 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.273689 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.273689 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.274170 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.274170 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.274405 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.274405 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.275408 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_json = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.275408 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.275408 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.275611 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.275762 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.276203 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.276731 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.276948 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.277369 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.277806 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.278429 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.278728 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.279036 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.279512 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.279801 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.280099 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.280342 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.280568 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.280838 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.281074 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.281428 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.281680 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.281960 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.282236 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.283679 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.283679 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.283679 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.283679 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.283679 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.284343 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.284343 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.284343 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.284571 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.284650 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.284885 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.285158 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.285443 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.285828 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.286321 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.286874 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.287286 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.287607 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.287941 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.288170 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.288460 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.288704 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.288942 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.289188 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.289416 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.289697 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.289964 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.290117 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.290330 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.290762 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.290978 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.291211 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.291606 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.292016 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.292256 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.292480 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.292693 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.292912 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.293170 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.293388 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.293650 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.293850 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.294117 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.294387 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.294608 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.294886 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.295133 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.295351 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.295760 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.295969 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.296203 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.296414 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.296659 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.297034 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.297328 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.297578 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.297812 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.298024 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.298243 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.298455 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.298860 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.299255 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.299620 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.299841 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.300163 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.300594 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.301005 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.301449 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.301865 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.302248 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.302462 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.302838 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.303246 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.303479 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.303666 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.303884 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.304097 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.304374 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.304698 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.304840 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 47294) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:17:51.304961 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.305241 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.305464 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.305720 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.305936 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.306186 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.306423 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.306659 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.306877 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.307434 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.307669 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.307949 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.308183 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.308645 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.308911 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.309159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.309396 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.309623 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.310058 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.311056 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.311492 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.312027 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.312631 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.313105 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.313544 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.314013 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.314479 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.314892 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.315359 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.315755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.316213 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.316704 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.317164 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.317613 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.318050 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.318475 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.318918 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.319345 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.319795 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.320238 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.320498 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.320746 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.320996 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.321271 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.321494 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.321736 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.322050 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.322301 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.322683 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.323062 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.325233 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.325233 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.325233 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.325233 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.325233 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.325233 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.325233 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.325233 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.326963 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.326963 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.326963 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.326963 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.326963 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.327353 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.327353 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.329441 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0141602 Mar 31 15:17:51.329638 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.329638 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.329638 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.330000 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.330000 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.330234 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.330481 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.330705 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.330962 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.331181 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.331404 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.331651 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.331873 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.332092 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.332317 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.332545 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.332770 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.332983 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.333315 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.333574 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.333814 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.334061 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.334292 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.334549 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.334768 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.335017 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.335237 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.335450 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.335664 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.335969 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.336097 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.336490 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.336743 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.336743 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.336743 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.336743 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.337963 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.338029 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.338748 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.338748 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.338748 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.338955 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.339144 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.339362 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.339615 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.339833 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.340057 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.340276 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.340520 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.340738 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.341038 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.341247 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.341508 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.341830 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.342060 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.342430 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.342818 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.343233 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.343623 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.343860 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.344247 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.344649 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.345050 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.345319 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.345526 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.345827 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.346080 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.346323 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.346573 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.346799 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.347039 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.347272 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.347489 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.347707 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.347930 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.348148 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.348391 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.348573 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.348841 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.349379 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.350262 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.350660 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.351039 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.351272 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.351539 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.351904 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.352320 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.352734 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.353141 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.353564 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.353933 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.354151 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.354403 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.354630 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.354865 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.355114 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.355348 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.355693 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.356082 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.356299 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.356511 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.356801 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.357059 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.357482 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.357790 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.358056 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.358351 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.359132 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.359446 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.359669 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.359936 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.360181 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.360403 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.360649 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.360892 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.361247 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.361758 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.362024 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.362270 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.362531 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.362812 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.363091 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.363304 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.363597 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.364888 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.365463 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.365723 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.366952 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.367653 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.368376 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.369430 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.369430 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.369430 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.369677 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.369853 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.370087 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.370343 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.370564 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.370799 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.371685 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.371685 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.372371 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.373537 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.373934 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.374162 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:17:51.374710 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103517) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 15:17:51.374875 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:17:51.376056 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:17:51.376250 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:17:51.376418 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:17:51.376996 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:17:51.377198 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:17:51.377318 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.377394 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.377533 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.377849 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.378007 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.378340 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.378504 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.378665 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.378824 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.378982 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.379140 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.379299 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.379456 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.379615 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.379775 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.381762 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.381762 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.381762 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.381990 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.382059 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.382180 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.382485 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.382784 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] debug = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.383270 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.384899 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.385360 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.385738 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.386081 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.386402 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.386715 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.387166 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.387350 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.387516 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.388185 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.388358 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.388584 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.389590 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.390813 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.390813 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.390813 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.390813 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.390813 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] host = dv-cinder-750782-15-iscsi {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.391185 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.391185 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.391327 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.391492 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.391624 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.391994 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.392481 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.392967 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.393420 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.393588 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.393749 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.393907 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.394066 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.394527 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.394696 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_options = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.395339 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.395699 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.396007 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.396353 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.396604 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.396770 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.396932 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.397161 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.397367 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.397531 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.397678 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.397834 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.397993 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.398151 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.398310 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.398469 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.398627 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.398786 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.398944 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.399145 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.400181 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.400181 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.400181 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.400497 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.400611 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.401237 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.401403 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.401531 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.401791 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.402379 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.402546 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.402851 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.403145 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.403461 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.403632 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.403786 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.403947 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.404150 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.404330 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.404490 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.404649 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.404807 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.404961 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.407127 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.407456 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.407627 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.408307 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_json = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.408307 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.408307 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.408307 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.408601 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.408601 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.408772 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.408851 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.408978 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.409167 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:17:51.409363 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.409519 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.409744 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.409885 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.410024 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.410144 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.410293 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.410459 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.410617 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.410765 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.410931 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.411089 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.411261 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.411422 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.411583 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.411744 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.411908 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.412065 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.412228 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.412389 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.412550 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.412719 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.412881 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.413032 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.415200 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.415388 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.415562 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.415746 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.415920 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.416105 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.416288 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.416455 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.416602 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.416756 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.416907 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.417441 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.417441 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.417441 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.417675 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.417751 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.417841 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.418001 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.418163 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.418323 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.419223 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.419223 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.419223 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.419223 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.419223 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.419223 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.419653 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.419653 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.419831 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.419967 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.420226 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.420487 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.420682 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.420856 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.421015 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.422939 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.423123 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.423300 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.423455 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.423681 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.423822 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.423943 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.424087 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.424285 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.424431 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.424563 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.424724 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.424882 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.425044 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.426905 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.427153 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.427297 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.427442 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.427560 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.427790 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.427905 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.428041 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.430177 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.430281 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.430426 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.430599 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.430770 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.430939 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.431107 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.431272 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.431437 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.431601 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.431779 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.431958 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.432121 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.432325 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.432485 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.432646 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.432773 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.432888 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.433051 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.434744 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.434928 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.436151 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.436348 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.436486 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.436659 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.436831 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.436994 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.437184 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.437349 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.437512 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.437676 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.437836 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.438000 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.438169 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.438324 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.438477 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.438644 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.438793 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.438961 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.439123 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.439276 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.439482 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.439579 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.439752 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.439911 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.440074 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.440234 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.440394 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.440554 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.440712 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.440871 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.441031 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.441790 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.442489 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.442674 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.442838 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.443005 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.443187 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.443352 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.443511 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.443671 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.443831 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.443990 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.444151 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.444319 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.444471 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.444690 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.444843 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.444959 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.445070 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.445437 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.445437 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.445679 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.445679 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.445994 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.445994 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.446309 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.446309 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.446547 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.446547 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.446779 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.446904 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.447032 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.447156 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.447280 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.447448 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.447592 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.447754 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.447913 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.448071 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.448229 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.448387 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.448545 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.448702 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.448859 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.449021 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.449237 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.449399 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.449591 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.449721 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.449924 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.450059 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.450187 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.450332 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.450518 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.450702 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.450886 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.450886 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.451761 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.451939 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.452096 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.452254 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.452430 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.452611 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.452778 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.452944 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.453173 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.453173 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.455893 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.455893 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.455893 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.455893 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.455893 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.455893 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.455893 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.455893 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.459012 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.459012 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.459012 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.459012 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.459012 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.459012 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.459012 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.459012 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.460432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.460432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.460432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.460432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.460432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.460432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.460432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.460432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.460432 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.461725 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.461725 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.461725 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.461725 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.461725 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.461725 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.461725 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.461725 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.463213 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.463213 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.463213 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.463213 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.463213 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.463213 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.463213 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.463213 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.464698 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.464698 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.464698 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.464698 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.464698 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.464698 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.464698 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.464698 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.465993 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.465993 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.465993 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.465993 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.465993 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.465993 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.465993 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.465993 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.467260 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.467260 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.467260 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.467260 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.467260 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.467260 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.467260 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.467260 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.468642 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.468642 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.468642 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.468642 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.468642 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.468642 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.468642 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.468642 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.469802 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.469802 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.469802 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.469802 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.469802 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.469802 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.469802 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.469802 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.472755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.472755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.472755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.472755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.472755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.472755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.472755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.472755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.472755 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.474159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.474159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.474159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.474159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.474159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.474159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.474159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.474159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.474159 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.475392 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.475392 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.475392 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.475392 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:17:51.475392 dv-cinder-750782-15-iscsi neutron-server[103517]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103517) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:18:02.996399 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b97c5f5-0484-413b-a994-4f4ee7f98242 None None] get_active_networks_info from dv-cinder-750782-15-iscsi {{(pid=103660) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 15:18:03.090005 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97c5f5-0484-413b-a994-4f4ee7f98242 None None] No non-hosted networks {{(pid=103660) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 15:18:03.105390 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.agentschedulers_db [None req-4b97c5f5-0484-413b-a994-4f4ee7f98242 None None] DHCP Agent not found on host dv-cinder-750782-15-iscsi {{(pid=103660) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 15:18:03.185255 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-04f54633-239e-4477-9ab0-cf59aae7abc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607126'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:05.254218 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3d87f281-6843-48c1-b23a-35a839bf135c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607126'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:05.303794 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3dc3-30c8-43a1-9d4b-4de873c64e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:06.439420 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 47368) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:06.513747 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607126'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:06.990152 dv-cinder-750782-15-iscsi neutron-server[103658]: WARNING oslo_policy.policy [None req-baa3742e-b6eb-411d-adc5-e2c33db35bdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:18:06.990990 dv-cinder-750782-15-iscsi neutron-server[103658]: WARNING oslo_policy.policy [None req-baa3742e-b6eb-411d-adc5-e2c33db35bdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:18:07.234784 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [None req-baa3742e-b6eb-411d-adc5-e2c33db35bdb admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:18:07.249113 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-baa3742e-b6eb-411d-adc5-e2c33db35bdb admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7950273 Mar 31 15:18:07.901640 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607126'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:09.439373 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607126'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:09.441001 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.441738 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.442716 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.443574 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.444169 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.444749 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.445369 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.446021 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.446687 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.448170 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.450033 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.450721 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.451876 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.452581 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.454226 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:09.454924 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-750782-15-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:18:09.484464 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-750782-15-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:18:09.808624 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 47402) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:10.143347 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-8d9450fe-e637-4f30-8d8d-ae785a110f32 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:18:10.236183 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.policy [None req-8d9450fe-e637-4f30-8d8d-ae785a110f32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103658) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 15:18:10.280157 dv-cinder-750782-15-iscsi neutron-server[103658]: WARNING oslo_policy.policy [None req-8d9450fe-e637-4f30-8d8d-ae785a110f32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:18:10.280692 dv-cinder-750782-15-iscsi neutron-server[103658]: WARNING oslo_policy.policy [None req-8d9450fe-e637-4f30-8d8d-ae785a110f32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:18:10.382641 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8d9450fe-e637-4f30-8d8d-ae785a110f32 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771931248748', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771931249247', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771931167714', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771931170609', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771931151113', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771931367556', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1073020264', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1072971902', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1726219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1665305'] for rbac-policy (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:10.453282 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8d9450fe-e637-4f30-8d8d-ae785a110f32 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:10.473690 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-8d9450fe-e637-4f30-8d8d-ae785a110f32 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6639750 Mar 31 15:18:12.438710 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.db.l3_hamode_db [None req-b573600c-c3e0-4c72-8405-43fe31dafe84 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 15:18:12.524930 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b573600c-c3e0-4c72-8405-43fe31dafe84 None None] Routers set() bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:18:12.525357 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b573600c-c3e0-4c72-8405-43fe31dafe84 None None] Router IDs set() for agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 15:18:13.097842 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 47414) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:13.671940 dv-cinder-750782-15-iscsi neutron-server[103659]: WARNING oslo_policy.policy [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:18:13.672538 dv-cinder-750782-15-iscsi neutron-server[103659]: WARNING oslo_policy.policy [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:18:13.897375 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:18:13.953302 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Made reservation on behalf of c9b26fc644d24ce0b2bba9d664a58d14 for: {'network': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:18:14.017557 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.policy [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103659) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 15:18:14.061030 dv-cinder-750782-15-iscsi neutron-server[103659]: WARNING oslo_policy.policy [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:18:14.061433 dv-cinder-750782-15-iscsi neutron-server[103659]: WARNING oslo_policy.policy [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:18:14.072042 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:14.094624 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:14.211465 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Publish callbacks [] for security_group (cb90a746-1d1c-4f97-988d-5527e6723d39), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:14.215430 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (cb90a746-1d1c-4f97-988d-5527e6723d39), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:14.237581 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:18:14.274962 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771933064241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (b6937e14-537d-42a5-93cf-ca1150c6c5bb), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:14.275570 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Unsubscribe: segment precommit_create {{(pid=103659) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 15:18:14.276107 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.segments_db [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Added segment b6937e14-537d-42a5-93cf-ca1150c6c5bb of type vlan for network f5787727-93a2-4901-99b9-049dc3ad6493 Mar 31 15:18:14.296624 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cb90a746-1d1c-4f97-988d-5527e6723d39,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:14.350497 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.350834 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.351188 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.351541 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.351871 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.352195 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.352514 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.352830 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.353182 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.353505 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.353823 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.354151 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.354469 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.354784 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.355094 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Tracked resource versions report: Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: pushed versions: Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: { 'AddressGroup': {'1.2'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Agent': {'1.1'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'ConntrackHelper': {'1.0'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Log': {'1.0'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'NDPProxy': {'1.0'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Network': {'1.1'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Port': {'1.7'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'PortForwarding': {'1.3'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'QosPolicy': {'1.10'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SecurityGroup': {'1.5'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SubPort': {'1.0'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Subnet': {'1.1'}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Trunk': {'1.1'}} Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: consumer versions: Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: { DHCP agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: L3 agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: Metadata agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: Metering agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: Open vSwitch agent@dv-cinder-750782-15-iscsi: { 'AddressGroup': '1.2', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Agent': '1.1', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'ConntrackHelper': '1.0', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'LocalIPAssociation': '1.0', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Log': '1.0', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'NDPProxy': '1.0', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Network': '1.1', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Port': '1.7', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'PortForwarding': '1.3', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'QosPolicy': '1.10', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SecurityGroup': '1.5', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SecurityGroupRule': '1.2', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SubPort': '1.0', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Subnet': '1.1', Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Trunk': '1.1'}} Mar 31 15:18:14.357070 dv-cinder-750782-15-iscsi neutron-server[103659]: {{(pid=103659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:18:14.391528 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (f5787727-93a2-4901-99b9-049dc3ad6493), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:14.441728 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (f5787727-93a2-4901-99b9-049dc3ad6493), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:14.447442 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:14.448254 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:14.557396 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4573905 Mar 31 15:18:14.579091 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe082dfc-deca-47e1-8235-fc1f29875085 demo demo] Pushing event updated for resources: {'Network': ['ID=f5787727-93a2-4901-99b9-049dc3ad6493,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:14.593045 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network f5787727-93a2-4901-99b9-049dc3ad6493 details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:18:17.248351 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 47434) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:17.719869 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f278bd-840a-4e6f-ac91-27c132335b4a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:17.721296 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-29f278bd-840a-4e6f-ac91-27c132335b4a demo admin] 10.222.0.11 "GET /v2.0/networks/f5787727-93a2-4901-99b9-049dc3ad6493 HTTP/1.1" status: 200 len: 825 time: 0.4719918 Mar 31 15:18:17.745791 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-97c3d7df-2c50-4f14-a5de-f595547b4b4d demo admin] 10.222.0.11 "GET /v2.0/subnetpools/8d2d5a8e-43e5-4a3f-bc60-d89b485bb2dd HTTP/1.1" status: 200 len: 734 time: 0.0187404 Mar 31 15:18:17.754419 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Request body: {'subnet': {'subnetpool_id': '8d2d5a8e-43e5-4a3f-bc60-d89b485bb2dd', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:18:17.780272 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Made reservation on behalf of c9b26fc644d24ce0b2bba9d664a58d14 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:18:17.783022 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:18.073113 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for subnet (12b9f558-126e-47d3-8bff-397f02f53637), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:18.144650 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Checking segment: {'id': 'b6937e14-537d-42a5-93cf-ca1150c6c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:18:18.145016 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Network hostable DHCP agents. Network: f5787727-93a2-4901-99b9-049dc3ad6493, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:18:18.159536 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Pushing event updated for resources: {'Subnet': ['ID=12b9f558-126e-47d3-8bff-397f02f53637,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:18.170762 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.171097 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.171446 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.171773 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.172092 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.172406 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.172716 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.173024 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.173369 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.173681 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.174004 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.174327 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.174635 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.174939 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.175239 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Tracked resource versions report: Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: pushed versions: Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: { 'AddressGroup': {'1.2'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Agent': {'1.1'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'ConntrackHelper': {'1.0'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Log': {'1.0'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'NDPProxy': {'1.0'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Network': {'1.1'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Port': {'1.7'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'PortForwarding': {'1.3'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'QosPolicy': {'1.10'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SecurityGroup': {'1.5'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SubPort': {'1.0'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Subnet': {'1.1'}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Trunk': {'1.1'}} Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: consumer versions: Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: { DHCP agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: L3 agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: Metadata agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: Metering agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: Open vSwitch agent@dv-cinder-750782-15-iscsi: { 'AddressGroup': '1.2', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Agent': '1.1', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'ConntrackHelper': '1.0', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'LocalIPAssociation': '1.0', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Log': '1.0', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'NDPProxy': '1.0', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Network': '1.1', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Port': '1.7', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'PortForwarding': '1.3', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'QosPolicy': '1.10', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SecurityGroup': '1.5', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SecurityGroupRule': '1.2', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SubPort': '1.0', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Subnet': '1.1', Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Trunk': '1.1'}} Mar 31 15:18:18.176638 dv-cinder-750782-15-iscsi neutron-server[103658]: {{(pid=103658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:18:18.201011 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Network f5787727-93a2-4901-99b9-049dc3ad6493 is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:18:18.214006 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, f5787727-93a2-4901-99b9-049dc3ad6493) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:18:18.219361 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:18.219973 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:18.224861 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7467a1-d177-441d-b91a-b08fe66a87f8 None None] Network f5787727-93a2-4901-99b9-049dc3ad6493 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:18:18.236443 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-7c4bba07-895f-4c39-94b8-1509f3452e6e demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4852579 Mar 31 15:18:18.617345 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-f5787727-93a2-4901-99b9-049dc3ad6493', 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493', 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'fixed_ips': [{'subnet_id': '12b9f558-126e-47d3-8bff-397f02f53637'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:18:18.618794 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:18.917175 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Allocated IP 172.20.0.2 (f5787727-93a2-4901-99b9-049dc3ad6493/12b9f558-126e-47d3-8bff-397f02f53637/cc83d882-983b-4ffe-9949-acabf6dd8b23) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:18:19.203098 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Publish callbacks [] for port (cc83d882-983b-4ffe-9949-acabf6dd8b23), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:19.210946 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (cc83d882-983b-4ffe-9949-acabf6dd8b23), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:19.288531 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Network f5787727-93a2-4901-99b9-049dc3ad6493 is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:18:19.296798 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:18:19.306757 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:18:19.310317 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Pushing event updated for resources: {'Port': ['ID=cc83d882-983b-4ffe-9949-acabf6dd8b23,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:19.341251 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.341597 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.341955 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.342304 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.342636 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.342960 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.343282 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.343601 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.343931 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.344254 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.344573 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.344909 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.345256 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.345573 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.345885 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Tracked resource versions report: Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: pushed versions: Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: { 'AddressGroup': {'1.2'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Agent': {'1.1'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'ConntrackHelper': {'1.0'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Log': {'1.0'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'NDPProxy': {'1.0'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Network': {'1.1'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Port': {'1.7'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'PortForwarding': {'1.3'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'QosPolicy': {'1.10'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SecurityGroup': {'1.5'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SubPort': {'1.0'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Subnet': {'1.1'}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Trunk': {'1.1'}} Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: consumer versions: Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: { DHCP agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: L3 agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: Metadata agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: Metering agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: Open vSwitch agent@dv-cinder-750782-15-iscsi: { 'AddressGroup': '1.2', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Agent': '1.1', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'ConntrackHelper': '1.0', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'LocalIPAssociation': '1.0', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Log': '1.0', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'NDPProxy': '1.0', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Network': '1.1', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Port': '1.7', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'PortForwarding': '1.3', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'QosPolicy': '1.10', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SecurityGroup': '1.5', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SecurityGroupRule': '1.2', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SubPort': '1.0', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Subnet': '1.1', Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Trunk': '1.1'}} Mar 31 15:18:19.347340 dv-cinder-750782-15-iscsi neutron-server[103660]: {{(pid=103660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:18:19.398225 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Attempting to bind port cc83d882-983b-4ffe-9949-acabf6dd8b23 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:18:19.398624 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Attempting to bind port cc83d882-983b-4ffe-9949-acabf6dd8b23 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'b6937e14-537d-42a5-93cf-ca1150c6c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:18:19.399051 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Attempting to bind port cc83d882-983b-4ffe-9949-acabf6dd8b23 on network f5787727-93a2-4901-99b9-049dc3ad6493 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:18:19.404395 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:18:19.404761 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Checking segment: {'id': 'b6937e14-537d-42a5-93cf-ca1150c6c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:18:19.405250 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:19.405704 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Bound using segment: {'id': 'b6937e14-537d-42a5-93cf-ca1150c6c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:18:19.406167 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Bound port: cc83d882-983b-4ffe-9949-acabf6dd8b23, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6937e14-537d-42a5-93cf-ca1150c6c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:18:19.406573 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (cc83d882-983b-4ffe-9949-acabf6dd8b23), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:19.473991 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] For port cc83d882-983b-4ffe-9949-acabf6dd8b23, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:18:19.478748 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] For port cc83d882-983b-4ffe-9949-acabf6dd8b23, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=cc83d882-983b-4ffe-9949-acabf6dd8b23,segment=NetworkSegment(b6937e14-537d-42a5-93cf-ca1150c6c5bb),segment_id=b6937e14-537d-42a5-93cf-ca1150c6c5bb)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:18:19.487355 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (cc83d882-983b-4ffe-9949-acabf6dd8b23), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:19.552334 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4c7ea-21bf-4ff1-95b8-5f208b22973b None None] Pushing event updated for resources: {'Port': ['ID=cc83d882-983b-4ffe-9949-acabf6dd8b23,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:20.879384 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 47446) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:21.201993 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [None req-4c1367fd-8935-4c84-8a38-efdef984cf92 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:18:21.202993 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-4c1367fd-8935-4c84-8a38-efdef984cf92 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3226480 Mar 31 15:18:23.800257 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 47454) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:24.134071 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [None req-003b6134-7dc8-41cc-b948-eb4e22066429 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:18:24.135070 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-003b6134-7dc8-41cc-b948-eb4e22066429 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3338993 Mar 31 15:18:26.736443 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 47462) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:27.061237 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-6db308b6-1291-4ebf-884b-68e902121470 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:18:27.085733 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6db308b6-1291-4ebf-884b-68e902121470 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15557'] for router (e0cea5dc-653c-40ec-a32d-99de2190e185), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:27.087777 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6db308b6-1291-4ebf-884b-68e902121470 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15564'] for router (e0cea5dc-653c-40ec-a32d-99de2190e185), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:27.227759 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6db308b6-1291-4ebf-884b-68e902121470 demo demo] Publish callbacks [] for router_controller (e0cea5dc-653c-40ec-a32d-99de2190e185), precommit_add_association {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:27.235765 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6db308b6-1291-4ebf-884b-68e902121470 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005'] for router (e0cea5dc-653c-40ec-a32d-99de2190e185), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:27.255845 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6db308b6-1291-4ebf-884b-68e902121470 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:27.269122 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-6db308b6-1291-4ebf-884b-68e902121470 demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5195885 Mar 31 15:18:29.908379 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 47474) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:30.250140 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device cc83d882-983b-4ffe-9949-acabf6dd8b23 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:18:30.253942 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [None req-b0503761-f0c8-402e-9fdb-42c4bf4c3476 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:18:30.263255 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b0503761-f0c8-402e-9fdb-42c4bf4c3476 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3456893 Mar 31 15:18:30.342536 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port cc83d882-983b-4ffe-9949-acabf6dd8b23 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:18:30.342936 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (cc83d882-983b-4ffe-9949-acabf6dd8b23), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:30.463239 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port cc83d882-983b-4ffe-9949-acabf6dd8b23 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:18:30.463605 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (cc83d882-983b-4ffe-9949-acabf6dd8b23), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:30.502629 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port cc83d882-983b-4ffe-9949-acabf6dd8b23, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=cc83d882-983b-4ffe-9949-acabf6dd8b23,segment=NetworkSegment(b6937e14-537d-42a5-93cf-ca1150c6c5bb),segment_id=b6937e14-537d-42a5-93cf-ca1150c6c5bb)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:18:30.508692 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (cc83d882-983b-4ffe-9949-acabf6dd8b23), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:30.566243 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=cc83d882-983b-4ffe-9949-acabf6dd8b23,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:31.134500 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c9b04d-0b81-440d-9d88-58e5a0550c79 None None] Network f5787727-93a2-4901-99b9-049dc3ad6493 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:18:31.252561 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-f04349e7-4558-4b75-96d8-7ac0f846fc79 None None] Provisioning complete for port cc83d882-983b-4ffe-9949-acabf6dd8b23 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:18:31.253275 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f04349e7-4558-4b75-96d8-7ac0f846fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (cc83d882-983b-4ffe-9949-acabf6dd8b23), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:31.355272 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-f04349e7-4558-4b75-96d8-7ac0f846fc79 None None] Current status of the port cc83d882-983b-4ffe-9949-acabf6dd8b23 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:18:31.475252 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-ac1fcb74-5c6b-460a-bf6e-d69aa3d18004 None None] Provisioning complete for port cc83d882-983b-4ffe-9949-acabf6dd8b23 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:18:31.475619 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ac1fcb74-5c6b-460a-bf6e-d69aa3d18004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (cc83d882-983b-4ffe-9949-acabf6dd8b23), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:31.555875 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-ac1fcb74-5c6b-460a-bf6e-d69aa3d18004 None None] Current status of the port cc83d882-983b-4ffe-9949-acabf6dd8b23 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:18:32.199524 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device cc83d882-983b-4ffe-9949-acabf6dd8b23 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:18:32.247415 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port cc83d882-983b-4ffe-9949-acabf6dd8b23 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:18:32.247785 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (cc83d882-983b-4ffe-9949-acabf6dd8b23), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:32.325012 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port cc83d882-983b-4ffe-9949-acabf6dd8b23 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:18:32.908527 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ed4078d6-3b6d-434c-8c66-7e376b88cc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:32.910891 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 47482) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:33.245740 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:18:33.266316 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Made reservation on behalf of 3d29aa03494445d9923310d571a8a283 for: {'network': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:18:33.268534 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:33.276249 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:33.354962 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Publish callbacks [] for security_group (50166cbb-d4ec-4cdd-bcec-549e3d6ff20f), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:33.358730 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (50166cbb-d4ec-4cdd-bcec-549e3d6ff20f), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:33.383110 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103659) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 15:18:33.402873 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50166cbb-d4ec-4cdd-bcec-549e3d6ff20f,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:33.406397 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (d65840e0-b117-407d-8a1e-cb639d576379), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:33.407072 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.segments_db [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Added segment d65840e0-b117-407d-8a1e-cb639d576379 of type flat for network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e Mar 31 15:18:33.452351 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (55ba27a4-7426-4ee5-a8a1-a1b63688d05e), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:33.483187 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (55ba27a4-7426-4ee5-a8a1-a1b63688d05e), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:33.484135 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:33.484744 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:33.584656 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6726708 Mar 31 15:18:33.603272 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5460a6-9cec-4c3f-8b36-36f38d2c77b5 admin admin] Pushing event updated for resources: {'Network': ['ID=55ba27a4-7426-4ee5-a8a1-a1b63688d05e,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:33.614272 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:18:35.249677 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba65b-7dd8-49b4-93cf-fe5beb2bfb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:36.194727 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 47490) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:36.467102 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:36.544742 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a785a4b5-498b-4788-9c17-2ee853b28d9c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:36.546213 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-a785a4b5-498b-4788-9c17-2ee853b28d9c demo admin] 10.222.0.11 "GET /v2.0/subnets/12b9f558-126e-47d3-8bff-397f02f53637 HTTP/1.1" status: 200 len: 849 time: 0.3505197 Mar 31 15:18:36.669849 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-7340d9d8-0432-4de3-a719-7330b3a9077b demo admin] 10.222.0.11 "GET /v2.0/routers/e0cea5dc-653c-40ec-a32d-99de2190e185 HTTP/1.1" status: 200 len: 704 time: 0.1177590 Mar 31 15:18:36.944913 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:37.247305 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Allocated IP 172.20.0.1 (f5787727-93a2-4901-99b9-049dc3ad6493/12b9f558-126e-47d3-8bff-397f02f53637/dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:18:37.433007 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Publish callbacks [] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:37.505453 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:37.580309 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Network f5787727-93a2-4901-99b9-049dc3ad6493 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:18:37.638937 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:18:37.644836 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Pushing event updated for resources: {'Port': ['ID=dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:37.648002 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:18:37.648517 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609466'] for router_interface (e0cea5dc-653c-40ec-a32d-99de2190e185), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:37.814671 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-1254f17c-b0ff-47b7-bb06-f8ee90cd1c4e None None] Provisioning complete for port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:18:37.815240 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-1254f17c-b0ff-47b7-bb06-f8ee90cd1c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:37.857510 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:37.857721 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-1254f17c-b0ff-47b7-bb06-f8ee90cd1c4e None None] Port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:18:37.867266 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:38.068498 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Publish callbacks [] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:38.072776 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:38.073550 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609326'] for router_interface (e0cea5dc-653c-40ec-a32d-99de2190e185), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:38.148347 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Pushing event updated for resources: {'Port': ['ID=dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:38.196172 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Network f5787727-93a2-4901-99b9-049dc3ad6493 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:18:38.197489 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:18:38.366769 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Router e0cea5dc-653c-40ec-a32d-99de2190e185 is scheduled to L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d with binding_index 1 {{(pid=103659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:18:38.468953 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:18:38.474224 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-276f645b-0e2a-45a7-b180-bf58082eee18 demo admin] 10.222.0.11 "PUT /v2.0/routers/e0cea5dc-653c-40ec-a32d-99de2190e185/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7993159 Mar 31 15:18:38.479368 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Sync routers for ids ['e0cea5dc-653c-40ec-a32d-99de2190e185'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:18:38.492429 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Routers {'e0cea5dc-653c-40ec-a32d-99de2190e185'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:18:38.493326 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:18:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e0cea5dc-653c-40ec-a32d-99de2190e185'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:18:38.498027 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-21b61bb4-ad99-4670-85fd-bfdc1bca09ae None None] Provisioning complete for port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:18:38.498434 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-21b61bb4-ad99-4670-85fd-bfdc1bca09ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:38.536237 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-21b61bb4-ad99-4670-85fd-bfdc1bca09ae None None] Port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:18:38.690425 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Set router e0cea5dc-653c-40ec-a32d-99de2190e185 gateway port host: None {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:18:39.115915 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'name': 'router1', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:18:27Z', 'updated_at': '2022-03-31T15:18:37Z', 'revision_number': 2, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'gw_port_host': None, '_interfaces': [{'id': 'dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3', 'name': '', 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'mac_address': 'fa:16:3e:a7:3c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12b9f558-126e-47d3-8bff-397f02f53637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:18:36Z', 'updated_at': '2022-03-31T15:18:37Z', 'revision_number': 2, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'subnets': [{'id': '12b9f558-126e-47d3-8bff-397f02f53637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d2d5a8e-43e5-4a3f-bc60-d89b485bb2dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:18:39.167792 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Checking router: e0cea5dc-653c-40ec-a32d-99de2190e185 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:18:39.168156 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Updating router e0cea5dc-653c-40ec-a32d-99de2190e185 port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:18:39.220493 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:39.430531 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:39.774002 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Publish callbacks [] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:39.783897 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:39.879891 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Pushing event updated for resources: {'Port': ['ID=dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:39.892238 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.892582 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.892927 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.893297 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.893626 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.893950 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.894274 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.894596 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.894931 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.895258 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.895582 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.895914 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.896236 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.896551 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.896866 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Tracked resource versions report: Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: pushed versions: Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: { 'AddressGroup': {'1.2'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Agent': {'1.1'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'ConntrackHelper': {'1.0'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Log': {'1.0'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'NDPProxy': {'1.0'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Network': {'1.1'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Port': {'1.7'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'PortForwarding': {'1.3'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'QosPolicy': {'1.10'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SecurityGroup': {'1.5'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SubPort': {'1.0'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Subnet': {'1.1'}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Trunk': {'1.1'}} Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: consumer versions: Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: { DHCP agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: L3 agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: Metadata agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: Metering agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: Open vSwitch agent@dv-cinder-750782-15-iscsi: { 'AddressGroup': '1.2', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Agent': '1.1', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'ConntrackHelper': '1.0', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'LocalIPAssociation': '1.0', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Log': '1.0', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'NDPProxy': '1.0', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Network': '1.1', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Port': '1.7', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'PortForwarding': '1.3', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'QosPolicy': '1.10', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SecurityGroup': '1.5', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SecurityGroupRule': '1.2', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SubPort': '1.0', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Subnet': '1.1', Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Trunk': '1.1'}} Mar 31 15:18:39.898436 dv-cinder-750782-15-iscsi neutron-server[103661]: {{(pid=103661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:18:39.985482 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Attempting to bind port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:18:39.985904 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Attempting to bind port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'b6937e14-537d-42a5-93cf-ca1150c6c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:18:39.986337 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Attempting to bind port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 on network f5787727-93a2-4901-99b9-049dc3ad6493 {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:18:39.992303 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:18:39.992839 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Checking segment: {'id': 'b6937e14-537d-42a5-93cf-ca1150c6c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:18:39.993340 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:39.993731 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Bound using segment: {'id': 'b6937e14-537d-42a5-93cf-ca1150c6c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:18:39.994208 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Bound port: dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6937e14-537d-42a5-93cf-ca1150c6c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:18:39.994587 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:40.068590 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-aa77ea74-c304-4da8-899b-65d561501326 None None] Provisioning complete for port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:18:40.068962 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-aa77ea74-c304-4da8-899b-65d561501326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:40.070375 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] For port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:18:40.090189 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] For port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3,segment=NetworkSegment(b6937e14-537d-42a5-93cf-ca1150c6c5bb),segment_id=b6937e14-537d-42a5-93cf-ca1150c6c5bb)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:18:40.097019 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:40.104972 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-aa77ea74-c304-4da8-899b-65d561501326 None None] Port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:18:40.147875 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Routers {'e0cea5dc-653c-40ec-a32d-99de2190e185'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:18:40.148510 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:18:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e0cea5dc-653c-40ec-a32d-99de2190e185'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:18:40.242709 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac2e66-2d7e-4359-9232-85efe6b63151 None None] Pushing event updated for resources: {'Port': ['ID=dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3,revision_number=4']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:40.255074 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] Set router e0cea5dc-653c-40ec-a32d-99de2190e185 gateway port host: None {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:18:40.325558 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d7ffa0a4-42c9-4a16-b8cf-d2822bc447c2 None None] Provisioning complete for port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:18:40.326110 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa0a4-42c9-4a16-b8cf-d2822bc447c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:40.415560 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffa0a4-42c9-4a16-b8cf-d2822bc447c2 None None] Current status of the port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:18:40.415868 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa0a4-42c9-4a16-b8cf-d2822bc447c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:40.449002 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d7ffa0a4-42c9-4a16-b8cf-d2822bc447c2 None None] For port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3,segment=NetworkSegment(b6937e14-537d-42a5-93cf-ca1150c6c5bb),segment_id=b6937e14-537d-42a5-93cf-ca1150c6c5bb)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:18:40.455076 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa0a4-42c9-4a16-b8cf-d2822bc447c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:40.483878 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'name': 'router1', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:18:27Z', 'updated_at': '2022-03-31T15:18:37Z', 'revision_number': 2, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'gw_port_host': None, '_interfaces': [{'id': 'dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3', 'name': '', 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'mac_address': 'fa:16:3e:a7:3c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12b9f558-126e-47d3-8bff-397f02f53637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:18:36Z', 'updated_at': '2022-03-31T15:18:40Z', 'revision_number': 4, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'subnets': [{'id': '12b9f558-126e-47d3-8bff-397f02f53637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d2d5a8e-43e5-4a3f-bc60-d89b485bb2dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:18:40.511088 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcefbc79-5fb3-4fb6-b885-4f3cd0edf2aa None None] The sync data for ids ['e0cea5dc-653c-40ec-a32d-99de2190e185'] in dv-cinder-750782-15-iscsi is: [{'id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'name': 'router1', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:18:27Z', 'updated_at': '2022-03-31T15:18:37Z', 'revision_number': 2, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'gw_port_host': None, '_interfaces': [{'id': 'dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3', 'name': '', 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'mac_address': 'fa:16:3e:a7:3c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12b9f558-126e-47d3-8bff-397f02f53637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:18:36Z', 'updated_at': '2022-03-31T15:18:40Z', 'revision_number': 4, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'subnets': [{'id': '12b9f558-126e-47d3-8bff-397f02f53637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d2d5a8e-43e5-4a3f-bc60-d89b485bb2dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:18:40.513012 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffa0a4-42c9-4a16-b8cf-d2822bc447c2 None None] Pushing event updated for resources: {'Port': ['ID=dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:40.999931 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 47512) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:41.125998 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b7c24-2b9d-447a-8906-a64e450bf98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:41.127392 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b24b7c24-2b9d-447a-8906-a64e450bf98c admin admin] 10.222.0.11 "GET /v2.0/networks/55ba27a4-7426-4ee5-a8a1-a1b63688d05e HTTP/1.1" status: 200 len: 842 time: 0.1264257 Mar 31 15:18:41.136832 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:18:41.159634 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Made reservation on behalf of 3d29aa03494445d9923310d571a8a283 for: {'subnet': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:18:41.162098 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:41.473970 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.objects.ports [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103659) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 15:18:41.474324 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for subnet (fe21810d-2389-4651-b058-0f08acd7a8ad), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:41.530045 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe21810d-2389-4651-b058-0f08acd7a8ad,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:41.542916 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:18:41.543272 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Network hostable DHCP agents. Network: 55ba27a4-7426-4ee5-a8a1-a1b63688d05e, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:18:41.566411 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:18:41.579221 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 55ba27a4-7426-4ee5-a8a1-a1b63688d05e) {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:18:41.584266 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:41.585858 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:41.588450 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec42b13-4380-4ee9-9dca-e50ae36ac44a None None] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:18:41.605117 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-2a9d3f60-e5e4-43f1-bd04-bdb133893812 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4717607 Mar 31 15:18:41.693476 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c8968-7175-4945-9d69-24c888a84d82 None None] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:18:44.079947 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 47530) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:44.359481 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-3ff391d6-83b1-48fb-a9b8-29d714413f2b demo admin] 10.222.0.11 "GET /v2.0/routers/e0cea5dc-653c-40ec-a32d-99de2190e185 HTTP/1.1" status: 200 len: 710 time: 0.2783597 Mar 31 15:18:44.474913 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d33314-f456-4574-8604-cd95eecdb439 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:18:44.476371 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e0d33314-f456-4574-8604-cd95eecdb439 demo admin] 10.222.0.11 "GET /v2.0/networks/55ba27a4-7426-4ee5-a8a1-a1b63688d05e HTTP/1.1" status: 200 len: 886 time: 0.1115818 Mar 31 15:18:44.487650 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:18:44.749560 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Publish callbacks [] for router_gateway (e0cea5dc-653c-40ec-a32d-99de2190e185), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:44.995414 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Publish callbacks [] for router_gateway (e0cea5dc-653c-40ec-a32d-99de2190e185), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:45.074771 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:45.228362 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Allocated IP 172.27.2.182 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/ba447c3f-1d94-4261-a701-f85b2227b151) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:18:45.339020 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Publish callbacks [] for port (ba447c3f-1d94-4261-a701-f85b2227b151), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:45.400032 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (ba447c3f-1d94-4261-a701-f85b2227b151), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:45.471883 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:18:45.477770 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:18:45.486036 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:18:45.600390 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Pushing event updated for resources: {'Port': ['ID=ba447c3f-1d94-4261-a701-f85b2227b151,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:45.838104 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Publish callbacks [] for router_gateway (e0cea5dc-653c-40ec-a32d-99de2190e185), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:46.044646 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1609160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1637817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15582'] for router (e0cea5dc-653c-40ec-a32d-99de2190e185), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:46.050327 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1609183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1637808'] for router (e0cea5dc-653c-40ec-a32d-99de2190e185), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:46.165545 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Router e0cea5dc-653c-40ec-a32d-99de2190e185 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:18:46.274053 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:18:46.278818 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:46.280013 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-92951f45-47a7-47bc-b735-085dd687938a demo admin] 10.222.0.11 "PUT /v2.0/routers/e0cea5dc-653c-40ec-a32d-99de2190e185 HTTP/1.1" status: 200 len: 890 time: 1.7971828 Mar 31 15:18:48.230510 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:18:48.281848 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:18:48.282221 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:48.364255 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:18:48.917116 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 47542) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:18:49.055823 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-03ecd1d8-781c-413f-b89b-0b5639ab5b9c admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1417892 Mar 31 15:18:49.389370 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Sync routers for ids ['e0cea5dc-653c-40ec-a32d-99de2190e185'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:18:49.405298 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Routers {'e0cea5dc-653c-40ec-a32d-99de2190e185'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:18:49.406697 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:18:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e0cea5dc-653c-40ec-a32d-99de2190e185'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:18:49.628406 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Set router e0cea5dc-653c-40ec-a32d-99de2190e185 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:18:50.112782 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'name': 'router1', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ba447c3f-1d94-4261-a701-f85b2227b151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:18:27Z', 'updated_at': '2022-03-31T15:18:45Z', 'revision_number': 4, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'gw_port': {'id': 'ba447c3f-1d94-4261-a701-f85b2227b151', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:06:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:18:45Z', 'updated_at': '2022-03-31T15:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3', 'name': '', 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'mac_address': 'fa:16:3e:a7:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12b9f558-126e-47d3-8bff-397f02f53637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:18:36Z', 'updated_at': '2022-03-31T15:18:40Z', 'revision_number': 5, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'subnets': [{'id': '12b9f558-126e-47d3-8bff-397f02f53637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d2d5a8e-43e5-4a3f-bc60-d89b485bb2dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:18:50.165680 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Checking router: e0cea5dc-653c-40ec-a32d-99de2190e185 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:18:50.166049 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Updating router e0cea5dc-653c-40ec-a32d-99de2190e185 port ba447c3f-1d94-4261-a701-f85b2227b151 binding host dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:18:50.220638 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ba447c3f-1d94-4261-a701-f85b2227b151), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:50.540679 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Publish callbacks [] for port (ba447c3f-1d94-4261-a701-f85b2227b151), precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:50.546594 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (ba447c3f-1d94-4261-a701-f85b2227b151), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:50.598141 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Attempting to bind port ba447c3f-1d94-4261-a701-f85b2227b151 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:18:50.598516 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Attempting to bind port ba447c3f-1d94-4261-a701-f85b2227b151 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:18:50.598884 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Attempting to bind port ba447c3f-1d94-4261-a701-f85b2227b151 on network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:18:50.600698 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67621b91-0ff5-46ba-9538-532095d5b703 None None] Pushing event updated for resources: {'Port': ['ID=ba447c3f-1d94-4261-a701-f85b2227b151,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:50.607117 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:18:50.607495 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:18:50.607899 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:50.608289 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Bound using segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:18:50.608763 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Bound port: ba447c3f-1d94-4261-a701-f85b2227b151, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:18:50.609177 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ba447c3f-1d94-4261-a701-f85b2227b151), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:50.659708 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] For port ba447c3f-1d94-4261-a701-f85b2227b151, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:18:50.662789 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] For port ba447c3f-1d94-4261-a701-f85b2227b151, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=ba447c3f-1d94-4261-a701-f85b2227b151,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:18:50.668074 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (ba447c3f-1d94-4261-a701-f85b2227b151), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:50.728060 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67621b91-0ff5-46ba-9538-532095d5b703 None None] Pushing event updated for resources: {'Port': ['ID=ba447c3f-1d94-4261-a701-f85b2227b151,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:50.735799 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Routers {'e0cea5dc-653c-40ec-a32d-99de2190e185'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:18:50.736440 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:18:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e0cea5dc-653c-40ec-a32d-99de2190e185'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:18:50.859133 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] Set router e0cea5dc-653c-40ec-a32d-99de2190e185 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:18:51.095949 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'name': 'router1', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ba447c3f-1d94-4261-a701-f85b2227b151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:18:27Z', 'updated_at': '2022-03-31T15:18:45Z', 'revision_number': 4, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'gw_port': {'id': 'ba447c3f-1d94-4261-a701-f85b2227b151', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:06:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:18:45Z', 'updated_at': '2022-03-31T15:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3', 'name': '', 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'mac_address': 'fa:16:3e:a7:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12b9f558-126e-47d3-8bff-397f02f53637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:18:36Z', 'updated_at': '2022-03-31T15:18:40Z', 'revision_number': 5, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'subnets': [{'id': '12b9f558-126e-47d3-8bff-397f02f53637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d2d5a8e-43e5-4a3f-bc60-d89b485bb2dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:18:51.125413 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7bc63-59df-43ba-b6f4-8af449e4864b None None] The sync data for ids ['e0cea5dc-653c-40ec-a32d-99de2190e185'] in dv-cinder-750782-15-iscsi is: [{'id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'name': 'router1', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ba447c3f-1d94-4261-a701-f85b2227b151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:18:27Z', 'updated_at': '2022-03-31T15:18:45Z', 'revision_number': 4, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'gw_port': {'id': 'ba447c3f-1d94-4261-a701-f85b2227b151', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:06:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:18:45Z', 'updated_at': '2022-03-31T15:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3', 'name': '', 'network_id': 'f5787727-93a2-4901-99b9-049dc3ad6493', 'tenant_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'mac_address': 'fa:16:3e:a7:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cea5dc-653c-40ec-a32d-99de2190e185', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12b9f558-126e-47d3-8bff-397f02f53637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:18:36Z', 'updated_at': '2022-03-31T15:18:40Z', 'revision_number': 5, 'project_id': 'c9b26fc644d24ce0b2bba9d664a58d14', 'subnets': [{'id': '12b9f558-126e-47d3-8bff-397f02f53637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d2d5a8e-43e5-4a3f-bc60-d89b485bb2dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:18:52.284564 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device ba447c3f-1d94-4261-a701-f85b2227b151 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:18:52.340817 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port ba447c3f-1d94-4261-a701-f85b2227b151 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:18:52.341130 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (ba447c3f-1d94-4261-a701-f85b2227b151), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:52.422654 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port ba447c3f-1d94-4261-a701-f85b2227b151 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:18:52.422986 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ba447c3f-1d94-4261-a701-f85b2227b151), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:52.446081 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port ba447c3f-1d94-4261-a701-f85b2227b151, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=ba447c3f-1d94-4261-a701-f85b2227b151,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:18:52.451809 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (ba447c3f-1d94-4261-a701-f85b2227b151), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:52.510459 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=ba447c3f-1d94-4261-a701-f85b2227b151,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:18:54.260816 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device ba447c3f-1d94-4261-a701-f85b2227b151 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:18:54.354852 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port ba447c3f-1d94-4261-a701-f85b2227b151 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:18:54.355213 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (ba447c3f-1d94-4261-a701-f85b2227b151), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:18:54.511123 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port ba447c3f-1d94-4261-a701-f85b2227b151 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:18:56.291049 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 5 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:19:02.915896 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c02c5e65-6543-4168-8af9-940692022968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:19:05.259017 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-238d297a-e8ba-40e5-933a-68eda2a36280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:19:06.476919 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:19:07.862464 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:19:09.434848 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:19:33.180597 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0b97bb6a-3c1d-4537-a8f3-cabfe905b302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:19:33.289814 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 5 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:19:35.258837 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f7f8298a-bf80-4065-9b00-604d1ede9975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:19:36.478644 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:19:37.858553 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:19:39.444032 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:02.904423 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9e07e6d4-22a0-442c-83a6-37f54cd859db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:05.258628 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-61119010-146c-40dd-bd81-0a9860ec3377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:06.477416 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:07.861769 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:09.439351 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:10.288278 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 5 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:20:12.452775 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48026) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:20:12.518997 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c272c1-a4c6-4a9c-adbe-3779d8f8a5b1 admin admin] GET failed (client error): The resource could not be found. Mar 31 15:20:12.520258 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-33c272c1-a4c6-4a9c-adbe-3779d8f8a5b1 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0665264 Mar 31 15:20:12.681401 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2881b7f-b457-4434-943a-a8204f85d609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:12.683383 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-d2881b7f-b457-4434-943a-a8204f85d609 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590943 Mar 31 15:20:15.081320 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48036) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:20:15.175574 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e4747e-1261-4432-9b60-b89640e9080c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:15.176962 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b7e4747e-1261-4432-9b60-b89640e9080c admin admin] 10.222.0.11 "GET /v2.0/subnets/12b9f558-126e-47d3-8bff-397f02f53637 HTTP/1.1" status: 200 len: 849 time: 0.0946772 Mar 31 15:20:15.186312 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:20:15.273052 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Publish callbacks [] for subnet (12b9f558-126e-47d3-8bff-397f02f53637), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:15.512465 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771933254018'] for subnet (12b9f558-126e-47d3-8bff-397f02f53637), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:15.544656 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:15.545269 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:15.548242 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] 10.222.0.11 "PUT /v2.0/subnets/12b9f558-126e-47d3-8bff-397f02f53637 HTTP/1.1" status: 200 len: 868 time: 0.3639255 Mar 31 15:20:15.549619 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b905250-54a0-4ac9-97c2-b9e5122114c0 None None] Network f5787727-93a2-4901-99b9-049dc3ad6493 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:20:15.566446 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b9f558-126e-47d3-8bff-397f02f53637,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:20:15.575433 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.575805 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.576143 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.576486 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.576818 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.577196 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.577655 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.578835 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.579190 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.579528 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.579879 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.580209 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.580537 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.580855 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.581217 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242e480-fdf1-4be9-8222-2713682dcb4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:20:15.860363 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-36ee0b05-6b12-4cbf-96e1-8754f593a444 None None] Provisioning complete for port cc83d882-983b-4ffe-9949-acabf6dd8b23 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:20:15.860731 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-36ee0b05-6b12-4cbf-96e1-8754f593a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (cc83d882-983b-4ffe-9949-acabf6dd8b23), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:15.942365 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-36ee0b05-6b12-4cbf-96e1-8754f593a444 None None] Current status of the port cc83d882-983b-4ffe-9949-acabf6dd8b23 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:20:15.952575 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-36ee0b05-6b12-4cbf-96e1-8754f593a444 None None] Provisioning complete for port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:20:15.952884 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-36ee0b05-6b12-4cbf-96e1-8754f593a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:16.029370 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-36ee0b05-6b12-4cbf-96e1-8754f593a444 None None] Current status of the port dc7c1a8f-a61f-420d-bf28-2ec1b1cb37f3 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:20:17.944732 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48046) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:20:18.144866 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb5a62c-f190-4593-b311-a884beda5bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:18.145273 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb5a62c-f190-4593-b311-a884beda5bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:18.146811 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-dcb5a62c-f190-4593-b311-a884beda5bb3 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2011037 Mar 31 15:20:20.492239 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48054) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:20:20.625279 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc9efd-c405-414f-bcf8-196138d37c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:20.625755 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc9efd-c405-414f-bcf8-196138d37c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:20.627311 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-36fc9efd-c405-414f-bcf8-196138d37c55 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1341975 Mar 31 15:20:23.053125 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48062) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:20:23.178423 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33854db7-d0a6-46d4-b37b-323f5080c0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:23.179717 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-33854db7-d0a6-46d4-b37b-323f5080c0c4 admin admin] 10.222.0.11 "GET /v2.0/networks/55ba27a4-7426-4ee5-a8a1-a1b63688d05e HTTP/1.1" status: 200 len: 886 time: 0.1253529 Mar 31 15:20:25.521718 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48070) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:20:25.653464 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1261a-f6e7-4340-965f-128f2dd438f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:25.654832 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-eef1261a-f6e7-4340-965f-128f2dd438f4 admin admin] 10.222.0.11 "GET /v2.0/networks/f5787727-93a2-4901-99b9-049dc3ad6493 HTTP/1.1" status: 200 len: 869 time: 0.1321757 Mar 31 15:20:28.041277 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48078) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:20:28.164127 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b7d51-4c75-4673-a4e0-0775252b476a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:28.164508 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b7d51-4c75-4673-a4e0-0775252b476a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:28.166965 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-d25b7d51-4c75-4673-a4e0-0775252b476a admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246376 Mar 31 15:20:30.525394 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48086) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:20:30.653252 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0797cf-9584-4662-b3fc-e88cd50b1a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:30.653702 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0797cf-9584-4662-b3fc-e88cd50b1a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:30.655230 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-df0797cf-9584-4662-b3fc-e88cd50b1a8b admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288972 Mar 31 15:20:32.906862 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-495669e2-266c-4ffc-9e0a-6beb6254552e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:33.048248 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48094) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:20:33.140824 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d8dbf-4a6b-46b6-9560-5beb7ed57b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:33.142176 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-203d8dbf-4a6b-46b6-9560-5beb7ed57b22 admin admin] 10.222.0.11 "GET /v2.0/subnets/12b9f558-126e-47d3-8bff-397f02f53637 HTTP/1.1" status: 200 len: 868 time: 0.0929785 Mar 31 15:20:35.261660 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2133ad7b-cc1e-4327-ae96-93af86dcb7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:35.538519 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48102) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:20:35.627065 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80bda6-5f98-4ca7-86cf-0a1f2b66ee7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:20:35.628409 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-0e80bda6-5f98-4ca7-86cf-0a1f2b66ee7c admin admin] 10.222.0.11 "GET /v2.0/subnets/fe21810d-2389-4651-b058-0f08acd7a8ad HTTP/1.1" status: 200 len: 816 time: 0.0890429 Mar 31 15:20:36.480457 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:37.869255 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:39.448904 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:20:47.287223 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 5 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:21:02.909637 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-877afaa3-8850-4c43-9c49-c03d7ee77b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:04.423360 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48154) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:21:04.483413 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [None req-2db1ec4a-0922-48aa-b297-2d4568cf6eeb admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:21:04.484443 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-2db1ec4a-0922-48aa-b297-2d4568cf6eeb admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0601628 Mar 31 15:21:05.265079 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9e2923de-e3f6-4361-8b87-affe073f7c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:06.485202 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:06.964761 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48162) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:21:07.026729 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe62a20d-da54-4cc5-88c0-7a1a34842c39 admin admin] GET failed (client error): The resource could not be found. Mar 31 15:21:07.028007 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-fe62a20d-da54-4cc5-88c0-7a1a34842c39 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624275 Mar 31 15:21:07.112947 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b1afd1-c4c0-4c54-a01e-2ed703948ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:21:07.114364 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-97b1afd1-c4c0-4c54-a01e-2ed703948ef7 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823288 Mar 31 15:21:07.872796 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:09.442049 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:09.466030 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48170) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:21:09.515605 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:21:09.538305 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Made reservation on behalf of 3d29aa03494445d9923310d571a8a283 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:21:09.540807 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:09.582320 dv-cinder-750782-15-iscsi neutron-server[103658]: WARNING neutron.services.revisions.revision_plugin [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Could not find related network for resource to bump revision. Mar 31 15:21:09.597970 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:21:09.610651 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771933064241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:09.611219 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Unsubscribe: segment precommit_create {{(pid=103658) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 15:21:09.611669 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Added segment 1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78 of type vlan for network 233b4955-1d51-42a5-a7cf-1d561c82edc0 Mar 31 15:21:09.655807 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (233b4955-1d51-42a5-a7cf-1d561c82edc0), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:09.688288 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (233b4955-1d51-42a5-a7cf-1d561c82edc0), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:09.689328 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:21:09.689887 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:09.846854 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3797233 Mar 31 15:21:09.856345 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Pushing event updated for resources: {'Network': ['ID=233b4955-1d51-42a5-a7cf-1d561c82edc0,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:21:09.863825 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.864178 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.864536 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.864884 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.865255 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.865590 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.866169 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.866510 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.866859 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.867192 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.867544 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.868551 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.869044 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.869420 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.869738 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d53d782-98ae-41df-9c3e-798644f17a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:09.882105 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 233b4955-1d51-42a5-a7cf-1d561c82edc0 details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:21:12.268407 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48178) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:21:12.333287 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b9bb30-2b0b-4209-bfec-82be261f6d49 admin admin] GET failed (client error): The resource could not be found. Mar 31 15:21:12.334589 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-95b9bb30-2b0b-4209-bfec-82be261f6d49 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0652254 Mar 31 15:21:12.404778 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a0b22e-09e0-48be-91db-2652b150fdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:21:12.406243 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-53a0b22e-09e0-48be-91db-2652b150fdc8 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669508 Mar 31 15:21:12.416358 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:21:12.434703 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] Made reservation on behalf of 3d29aa03494445d9923310d571a8a283 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:21:12.437030 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:12.605745 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for subnet (5075b89e-1d1b-4850-a844-d0e3b7c21363), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:12.657999 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5075b89e-1d1b-4850-a844-d0e3b7c21363,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:21:12.668277 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] Checking segment: {'id': '1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:21:12.668742 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] Network hostable DHCP agents. Network: 233b4955-1d51-42a5-a7cf-1d561c82edc0, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:21:12.685242 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] Network 233b4955-1d51-42a5-a7cf-1d561c82edc0 is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:21:12.693109 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 233b4955-1d51-42a5-a7cf-1d561c82edc0) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:21:12.697956 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:21:12.698550 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:12.703094 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5904868-ac79-4ee1-86bf-cb70be9655ed None None] Network 233b4955-1d51-42a5-a7cf-1d561c82edc0 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:21:12.714735 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-9371fbc7-d310-4dd4-a763-0dd56d28dcd2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3022125 Mar 31 15:21:12.909150 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-233b4955-1d51-42a5-a7cf-1d561c82edc0', 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0', 'project_id': '3d29aa03494445d9923310d571a8a283', 'fixed_ips': [{'subnet_id': '5075b89e-1d1b-4850-a844-d0e3b7c21363'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:21:12.910000 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:13.045789 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Allocated IP 192.168.233.2 (233b4955-1d51-42a5-a7cf-1d561c82edc0/5075b89e-1d1b-4850-a844-d0e3b7c21363/c35d33e3-753c-425a-b2a0-654bf97dc164) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:21:13.194783 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Publish callbacks [] for port (c35d33e3-753c-425a-b2a0-654bf97dc164), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:13.201405 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (c35d33e3-753c-425a-b2a0-654bf97dc164), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:13.241911 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Network 233b4955-1d51-42a5-a7cf-1d561c82edc0 is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:21:13.252799 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:21:13.255845 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:21:13.259578 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Pushing event updated for resources: {'Port': ['ID=c35d33e3-753c-425a-b2a0-654bf97dc164,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:21:13.287607 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.287959 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.288313 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.288664 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.289000 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.289352 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.289793 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.290281 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.290872 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.291329 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.291660 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.292008 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.292337 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.292664 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.292987 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:21:13.332784 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Attempting to bind port c35d33e3-753c-425a-b2a0-654bf97dc164 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:21:13.333186 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Attempting to bind port c35d33e3-753c-425a-b2a0-654bf97dc164 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:21:13.333557 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Attempting to bind port c35d33e3-753c-425a-b2a0-654bf97dc164 on network 233b4955-1d51-42a5-a7cf-1d561c82edc0 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:21:13.339329 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:21:13.339710 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Checking segment: {'id': '1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:21:13.340168 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:13.340784 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Bound using segment: {'id': '1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:21:13.341331 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Bound port: c35d33e3-753c-425a-b2a0-654bf97dc164, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:21:13.341720 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (c35d33e3-753c-425a-b2a0-654bf97dc164), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:13.407544 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] For port c35d33e3-753c-425a-b2a0-654bf97dc164, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:21:13.411162 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] For port c35d33e3-753c-425a-b2a0-654bf97dc164, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=c35d33e3-753c-425a-b2a0-654bf97dc164,segment=NetworkSegment(1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78),segment_id=1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:21:13.418458 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (c35d33e3-753c-425a-b2a0-654bf97dc164), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:13.477882 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab21f7-c9c0-4c0e-8226-38ff00a837cc None None] Pushing event updated for resources: {'Port': ['ID=c35d33e3-753c-425a-b2a0-654bf97dc164,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:21:14.335786 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6398e8-2388-4016-8cc0-5fdfae1e2aac None None] Network 233b4955-1d51-42a5-a7cf-1d561c82edc0 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:21:14.380915 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device c35d33e3-753c-425a-b2a0-654bf97dc164 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:21:14.466090 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-8e883872-dbb7-4d7d-b80c-44d814131101 None None] Provisioning complete for port c35d33e3-753c-425a-b2a0-654bf97dc164 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:21:14.466451 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-8e883872-dbb7-4d7d-b80c-44d814131101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (c35d33e3-753c-425a-b2a0-654bf97dc164), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:14.507552 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port c35d33e3-753c-425a-b2a0-654bf97dc164 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:21:14.507914 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (c35d33e3-753c-425a-b2a0-654bf97dc164), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:14.636807 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-8e883872-dbb7-4d7d-b80c-44d814131101 None None] Current status of the port c35d33e3-753c-425a-b2a0-654bf97dc164 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:21:14.637254 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-8e883872-dbb7-4d7d-b80c-44d814131101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (c35d33e3-753c-425a-b2a0-654bf97dc164), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:14.665385 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port c35d33e3-753c-425a-b2a0-654bf97dc164 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:21:14.665385 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (c35d33e3-753c-425a-b2a0-654bf97dc164), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:14.690592 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-8e883872-dbb7-4d7d-b80c-44d814131101 None None] For port c35d33e3-753c-425a-b2a0-654bf97dc164, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=c35d33e3-753c-425a-b2a0-654bf97dc164,segment=NetworkSegment(1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78),segment_id=1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:21:14.698732 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-8e883872-dbb7-4d7d-b80c-44d814131101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (c35d33e3-753c-425a-b2a0-654bf97dc164), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:14.773303 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.db.api [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:21:14.773722 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG oslo_db.api [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:21:14.776476 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e883872-dbb7-4d7d-b80c-44d814131101 None None] Pushing event updated for resources: {'Port': ['ID=c35d33e3-753c-425a-b2a0-654bf97dc164,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:21:14.821306 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a0a93938-d729-4b52-a226-d4aba7264f0e None None] Provisioning complete for port c35d33e3-753c-425a-b2a0-654bf97dc164 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:21:14.822980 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a0a93938-d729-4b52-a226-d4aba7264f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (c35d33e3-753c-425a-b2a0-654bf97dc164), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:14.910191 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a0a93938-d729-4b52-a226-d4aba7264f0e None None] Current status of the port c35d33e3-753c-425a-b2a0-654bf97dc164 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:21:15.310728 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port c35d33e3-753c-425a-b2a0-654bf97dc164 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:21:16.311852 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device c35d33e3-753c-425a-b2a0-654bf97dc164 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:21:16.363751 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port c35d33e3-753c-425a-b2a0-654bf97dc164 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:21:16.364118 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (c35d33e3-753c-425a-b2a0-654bf97dc164), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:16.439616 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port c35d33e3-753c-425a-b2a0-654bf97dc164 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:21:24.285041 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 5 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:21:32.926143 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ca099145-91a2-4383-b3fe-b7b9acdcecc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:35.267145 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-1693bc6e-1ee0-4f91-88f7-060143e5dc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:36.486532 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:37.875454 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:21:39.444891 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:01.283959 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 5 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:22:02.911715 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-87cff4ff-1917-42be-9a9c-c238fc9350af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:05.269994 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e35460be-145a-401d-a027-84d0803fca75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:06.490368 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:07.877820 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:09.448944 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:32.906656 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eaaaec97-42c5-43a7-a5ea-92eecffa9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:34.476104 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48218) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:22:34.483457 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [None req-b5fc67df-b764-4df7-874b-a5b4849523d8 tempest-verify_tempest_config-462028036 tempest-verify_tempest_config-462028036-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:22:34.484595 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b5fc67df-b764-4df7-874b-a5b4849523d8 tempest-verify_tempest_config-462028036 tempest-verify_tempest_config-462028036-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0075033 Mar 31 15:22:34.801044 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48236) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:22:34.907963 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:35.025884 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Publish callbacks [] for security_group (7264c127-f392-417d-90e6-7ff7c3d46d17), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:35.029914 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7264c127-f392-417d-90e6-7ff7c3d46d17), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:35.075869 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7264c127-f392-417d-90e6-7ff7c3d46d17,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:22:35.079847 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f224af7937d4f97975aa2427d15ab33&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2776940 Mar 31 15:22:35.082646 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48242) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:22:35.086367 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.086721 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.087082 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.087426 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.087757 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.088089 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.088418 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.088746 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.089111 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.089439 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.089783 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.090115 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.090460 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.090779 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.091097 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788273be-d385-40e6-9e45-55af04c5fe0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.142172 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Publish callbacks [] for security_group (7264c127-f392-417d-90e6-7ff7c3d46d17), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:35.163867 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Publish callbacks [] for security_group (7264c127-f392-417d-90e6-7ff7c3d46d17), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:35.259403 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7264c127-f392-417d-90e6-7ff7c3d46d17), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:35.261994 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:35.272371 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7264c127-f392-417d-90e6-7ff7c3d46d17 HTTP/1.1" status: 204 len: 168 time: 0.1822157 Mar 31 15:22:35.277748 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7264c127-f392-417d-90e6-7ff7c3d46d17,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:22:35.279371 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-39ee92fe-b459-4dc5-b88f-22bc18a79452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:35.284801 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.285256 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.285675 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.286080 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.286417 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.286744 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.287066 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.287469 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.287808 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.288139 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.288474 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.288801 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.289133 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.289455 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:35.289774 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8955e7-a8ad-4ab4-a5d8-b2fda66f4945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:22:36.495295 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:37.879012 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:22:38.282310 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 5 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:22:39.454917 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:23:02.909685 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9a07e5dc-757b-4e05-bd16-5831d674d76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:23:05.271976 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2770ffca-23f0-477e-befb-590f3b7ea009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:23:06.498797 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:23:07.885072 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:23:09.447856 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:23:15.280606 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 5 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:23:32.929517 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-00285d7f-5fb2-4524-ab04-b85891faba2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:23:35.277204 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-25fc67c4-2626-4967-9639-97471f7e3bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:23:36.501966 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:23:37.891916 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:23:39.452913 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:23:52.278851 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 5 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:24:02.912247 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f9a03bdb-b9ed-42b1-b719-8b011836a28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:24:05.270590 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4977febd-57d3-401e-a475-16e24f4182b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:24:06.507025 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:24:07.901208 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:24:09.456383 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:24:22.262220 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607126'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:24:29.277904 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:24:32.914670 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2c9cb283-8335-4502-a83c-5d272459ef50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:24:35.276875 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4230024e-fe77-4eb1-918b-e13b1210b005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:24:36.516413 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:24:37.900079 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48312) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:24:37.904519 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:24:38.022165 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-2b117ac1-3ae1-4cb6-9c6b-4d02728caa45 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1208410 Mar 31 15:24:39.469332 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:24:40.527260 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48322) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:24:40.611499 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-8be6d82f-130f-4786-9a97-453eee8c7494 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0831351 Mar 31 15:24:52.248053 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:02.919798 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9872916d-4412-4712-88b2-0ba49d5f8f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:05.270469 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-994250c6-0abd-421f-82e7-a52849c30696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:06.277927 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:25:06.519237 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:07.902904 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:09.468896 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:22.261972 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:32.933807 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-da49cad1-ef44-474f-97bd-07592917d08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:35.273784 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-60690714-6c10-431b-b972-ea2057dd2428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:36.517150 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:37.928754 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:39.489906 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:25:43.277401 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:25:52.276624 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:02.927452 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0daffc81-03bc-46c2-bc03-e6fabd7f3d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:05.294225 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-dd267962-ddab-40cd-877d-6c1494ff9356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:06.515114 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:07.920038 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:09.478514 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:20.286088 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:26:22.279282 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:24.001592 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48452) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:24.332854 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1937263201-network', 'tenant_id': 'e887318777b847fdadb57ce2429f0197'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:24.371533 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Made reservation on behalf of e887318777b847fdadb57ce2429f0197 for: {'network': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:24.379353 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:24.401543 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:24.536284 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Publish callbacks [] for security_group (d50e529e-5bf8-4760-a69a-419830109d49), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:24.541860 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (d50e529e-5bf8-4760-a69a-419830109d49), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:24.573929 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:24.576114 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50e529e-5bf8-4760-a69a-419830109d49,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:24.588486 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.589169 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.589695 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.590222 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.590712 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.591226 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.591727 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.592228 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.592579 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.592918 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.593283 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.593627 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.593949 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.594275 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.594606 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Tracked resource versions report: Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: pushed versions: Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: { 'AddressGroup': {'1.2'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Agent': {'1.1'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'ConntrackHelper': {'1.0'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Log': {'1.0'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'NDPProxy': {'1.0'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Network': {'1.1'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Port': {'1.7'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'PortForwarding': {'1.3'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'QosPolicy': {'1.10'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SecurityGroup': {'1.5'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SubPort': {'1.0'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Subnet': {'1.1'}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Trunk': {'1.1'}} Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: consumer versions: Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: { DHCP agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: HyperV agent@hv-cinder-75078: {}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: L3 agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: Metadata agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: Metering agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: Open vSwitch agent@dv-cinder-750782-15-iscsi: { 'AddressGroup': '1.2', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Agent': '1.1', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'ConntrackHelper': '1.0', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'LocalIPAssociation': '1.0', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Log': '1.0', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'NDPProxy': '1.0', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Network': '1.1', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Port': '1.7', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'PortForwarding': '1.3', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'QosPolicy': '1.10', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SecurityGroup': '1.5', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SecurityGroupRule': '1.2', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'SubPort': '1.0', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Subnet': '1.1', Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: 'Trunk': '1.1'}} Mar 31 15:26:24.595851 dv-cinder-750782-15-iscsi neutron-server[103659]: {{(pid=103659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:26:24.608045 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (7149a3ac-d489-4f38-924c-65ec9ddb0f70), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:24.608631 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.segments_db [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Added segment 7149a3ac-d489-4f38-924c-65ec9ddb0f70 of type vlan for network d30f9e6e-a275-45b6-81be-8e00feec362c Mar 31 15:26:24.688391 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (d30f9e6e-a275-45b6-81be-8e00feec362c), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:24.734948 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (d30f9e6e-a275-45b6-81be-8e00feec362c), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:24.736713 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:24.737745 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:24.850071 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8461995 Mar 31 15:26:24.854049 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48490) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:24.864203 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Request body: {'subnet': {'network_id': 'd30f9e6e-a275-45b6-81be-8e00feec362c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1937263201-subnet', 'tenant_id': 'e887318777b847fdadb57ce2429f0197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:24.871124 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659f0d4-7217-4526-ba82-4ac33b166f3c admin admin] Pushing event updated for resources: {'Network': ['ID=d30f9e6e-a275-45b6-81be-8e00feec362c,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:24.889691 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network d30f9e6e-a275-45b6-81be-8e00feec362c details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:26:24.902504 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Made reservation on behalf of e887318777b847fdadb57ce2429f0197 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:24.905578 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:25.114469 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for subnet (3ad91d45-38c8-498f-aaca-c20ebd5b83c8), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:25.198059 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad91d45-38c8-498f-aaca-c20ebd5b83c8,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:25.208706 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.209049 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.209424 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.209772 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.210090 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.210419 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.210739 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.211054 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.211395 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.211946 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.212347 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.212686 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.213349 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.213671 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.213986 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Tracked resource versions report: Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: pushed versions: Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: { 'AddressGroup': {'1.2'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Agent': {'1.1'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'ConntrackHelper': {'1.0'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Log': {'1.0'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'NDPProxy': {'1.0'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Network': {'1.1'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Port': {'1.7'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'PortForwarding': {'1.3'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'QosPolicy': {'1.10'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SecurityGroup': {'1.5'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SubPort': {'1.0'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Subnet': {'1.1'}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Trunk': {'1.1'}} Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: consumer versions: Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: { DHCP agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: HyperV agent@hv-cinder-75078: {}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: L3 agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: Metadata agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: Metering agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: Open vSwitch agent@dv-cinder-750782-15-iscsi: { 'AddressGroup': '1.2', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Agent': '1.1', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'ConntrackHelper': '1.0', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'LocalIPAssociation': '1.0', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Log': '1.0', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'NDPProxy': '1.0', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Network': '1.1', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Port': '1.7', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'PortForwarding': '1.3', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'QosPolicy': '1.10', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SecurityGroup': '1.5', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SecurityGroupRule': '1.2', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'SubPort': '1.0', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Subnet': '1.1', Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: 'Trunk': '1.1'}} Mar 31 15:26:25.215229 dv-cinder-750782-15-iscsi neutron-server[103658]: {{(pid=103658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:26:25.236438 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Checking segment: {'id': '7149a3ac-d489-4f38-924c-65ec9ddb0f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd30f9e6e-a275-45b6-81be-8e00feec362c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:25.236784 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Network hostable DHCP agents. Network: d30f9e6e-a275-45b6-81be-8e00feec362c, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:25.257865 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Network d30f9e6e-a275-45b6-81be-8e00feec362c is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:25.269999 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, d30f9e6e-a275-45b6-81be-8e00feec362c) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:25.275612 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:25.276253 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:25.290348 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facd870a-fbea-434d-bb99-3aff47e8bd3e None None] Network d30f9e6e-a275-45b6-81be-8e00feec362c requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:26:25.305928 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-fa26dfc3-44d4-4f92-9493-2cbc6080bd14 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4494967 Mar 31 15:26:25.411688 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b450e5c5-ed8e-4b86-80db-99e32ee52225 None None] Network d30f9e6e-a275-45b6-81be-8e00feec362c requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:26:26.155282 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48544) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:26.491538 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48558) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:26.552692 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1898691169-network', 'tenant_id': '4a82fed01911439cbda142c6cba80430'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:26.593024 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Made reservation on behalf of 4a82fed01911439cbda142c6cba80430 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:26.596750 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:26.608491 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:26.737933 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Publish callbacks [] for security_group (52786c53-cf83-4001-825e-00ef99df8863), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:26.744967 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (52786c53-cf83-4001-825e-00ef99df8863), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:26.765416 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:26.778769 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (719d7f5f-2217-41d3-aaea-0364bc411404), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:26.779434 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Added segment 719d7f5f-2217-41d3-aaea-0364bc411404 of type vlan for network 7a6a4c2e-9fd8-4343-9f6a-118951f688a9 Mar 31 15:26:26.845723 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (7a6a4c2e-9fd8-4343-9f6a-118951f688a9), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:26.918606 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52786c53-cf83-4001-825e-00ef99df8863,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:26.968578 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (7a6a4c2e-9fd8-4343-9f6a-118951f688a9), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:26.970029 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:26.971571 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.067050 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9057162 Mar 31 15:26:27.067891 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48574) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:27.067891 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48576) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:27.082246 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] Request body: {'subnet': {'network_id': '7a6a4c2e-9fd8-4343-9f6a-118951f688a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1898691169-subnet', 'tenant_id': '4a82fed01911439cbda142c6cba80430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:27.110606 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b164c86-8538-4249-b191-5d4628784c1d admin admin] Pushing event updated for resources: {'Network': ['ID=7a6a4c2e-9fd8-4343-9f6a-118951f688a9,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:27.122779 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] Made reservation on behalf of 4a82fed01911439cbda142c6cba80430 for: {'subnet': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:27.128637 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.128843 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 7a6a4c2e-9fd8-4343-9f6a-118951f688a9 details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:26:27.189642 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-network', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:27.249480 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Made reservation on behalf of 6aff4d9a62264eeda051d4f5f855d586 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:27.262982 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.282736 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.388878 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Publish callbacks [] for security_group (9c96a425-a6df-4c9e-89a4-6e82811df3dc), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.394696 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (9c96a425-a6df-4c9e-89a4-6e82811df3dc), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.424851 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c96a425-a6df-4c9e-89a4-6e82811df3dc,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:27.436641 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:27.450143 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (786596d7-57b8-4355-b5d3-cdb109d62566), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.450485 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Added segment 786596d7-57b8-4355-b5d3-cdb109d62566 of type vlan for network 530b786a-c6cc-4d4e-b354-724c19ff2f4f Mar 31 15:26:27.468550 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for subnet (5717f4e8-ea5f-42c2-a059-c476d3c4f6ac), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.506731 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (530b786a-c6cc-4d4e-b354-724c19ff2f4f), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.537780 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (530b786a-c6cc-4d4e-b354-724c19ff2f4f), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.538944 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:27.539892 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.576216 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5717f4e8-ea5f-42c2-a059-c476d3c4f6ac,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:27.624755 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] Checking segment: {'id': '719d7f5f-2217-41d3-aaea-0364bc411404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7a6a4c2e-9fd8-4343-9f6a-118951f688a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:27.625382 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] Network hostable DHCP agents. Network: 7a6a4c2e-9fd8-4343-9f6a-118951f688a9, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:27.634360 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1410582 Mar 31 15:26:27.637832 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48592) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:27.643325 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] Request body: {'subnet': {'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-subnet', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:27.658031 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] Network 7a6a4c2e-9fd8-4343-9f6a-118951f688a9 is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:27.670682 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7e94e-5b99-4e30-a556-e300f0a770e4 admin admin] Pushing event updated for resources: {'Network': ['ID=530b786a-c6cc-4d4e-b354-724c19ff2f4f,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:27.676885 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] Made reservation on behalf of 6aff4d9a62264eeda051d4f5f855d586 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:27.677856 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 7a6a4c2e-9fd8-4343-9f6a-118951f688a9) {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:27.682902 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.687274 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:27.688013 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.690336 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce06563f-58e7-4c58-b77c-11066e83a965 None None] Network 7a6a4c2e-9fd8-4343-9f6a-118951f688a9 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:26:27.725481 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e9cb36d8-b3d2-4dc1-9ccb-9e258e630ab3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6494718 Mar 31 15:26:27.751733 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 530b786a-c6cc-4d4e-b354-724c19ff2f4f details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:26:27.839171 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1049827796-network', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:27.913930 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Made reservation on behalf of c354a25138ad49b18228539ce07b0cd7 for: {'network': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:27.921414 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.938994 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:27.965307 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd64251d-772a-4f06-8694-8157f27ea119 None None] Network 7a6a4c2e-9fd8-4343-9f6a-118951f688a9 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:26:28.110118 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for subnet (eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.131721 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Publish callbacks [] for security_group (3c18f5f9-d2e0-45da-bca2-cdf95a579dbd), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.141411 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (3c18f5f9-d2e0-45da-bca2-cdf95a579dbd), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.171707 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:28.208414 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (f06e8e39-69f0-48b3-beee-f101ca31f0da), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.209187 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.segments_db [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Added segment f06e8e39-69f0-48b3-beee-f101ca31f0da of type vlan for network fc02ec74-7758-4df2-8ceb-5657ae38de47 Mar 31 15:26:28.253446 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c18f5f9-d2e0-45da-bca2-cdf95a579dbd,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:28.272140 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (fc02ec74-7758-4df2-8ceb-5657ae38de47), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.302186 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:28.311842 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (fc02ec74-7758-4df2-8ceb-5657ae38de47), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.313366 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:28.314209 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.317479 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] Checking segment: {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:28.318009 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] Network hostable DHCP agents. Network: 530b786a-c6cc-4d4e-b354-724c19ff2f4f, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:28.358716 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2876461 Mar 31 15:26:28.360985 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48606) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:28.373676 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] Request body: {'subnet': {'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-subnet', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:28.383926 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] Network 530b786a-c6cc-4d4e-b354-724c19ff2f4f is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:28.404501 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48608) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:28.423389 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2131438469-network', 'tenant_id': '71eb293e2d374d6cbd9334cb2d4f0958'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:28.447118 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fe2ab-69ee-4a08-bdbf-2498a0da1468 admin admin] Pushing event updated for resources: {'Network': ['ID=fc02ec74-7758-4df2-8ceb-5657ae38de47,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:28.466701 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:26:28.559175 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 530b786a-c6cc-4d4e-b354-724c19ff2f4f) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:28.583127 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Made reservation on behalf of 71eb293e2d374d6cbd9334cb2d4f0958 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:28.588387 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.607657 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:28.608592 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.660299 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] Made reservation on behalf of c354a25138ad49b18228539ce07b0cd7 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:28.679009 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.680201 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b152845-0c45-4b7e-bf69-ac2110c482ff None None] Network 530b786a-c6cc-4d4e-b354-724c19ff2f4f requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:26:28.683431 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.927376 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:26:28.928630 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:28.949937 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-fcf33e6d-f060-492c-aae9-f39347d25af2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3103647 Mar 31 15:26:28.955743 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48626) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:28.962618 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:29.019304 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15557'] for router (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.021656 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15564'] for router (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.026919 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Publish callbacks [] for security_group (93e08bec-4486-4df2-ae31-c3ee3c00e064), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.055629 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (93e08bec-4486-4df2-ae31-c3ee3c00e064), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.095639 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:26:29.123771 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e08bec-4486-4df2-ae31-c3ee3c00e064,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:29.159722 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (4d999a1f-ef24-4505-a9ef-18ca6b530c51), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.160156 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Added segment 4d999a1f-ef24-4505-a9ef-18ca6b530c51 of type vlan for network 3f0a14da-dad1-4fc0-a789-739b1f211e41 Mar 31 15:26:29.217351 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Publish callbacks [] for router_controller (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), precommit_add_association {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.273831 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (3f0a14da-dad1-4fc0-a789-739b1f211e41), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.371569 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Allocated IP 172.20.0.2 (530b786a-c6cc-4d4e-b354-724c19ff2f4f/eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07/c37fcfbb-361d-4647-8f31-eb996f89a706) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:29.417832 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for subnet (7ac981f0-5e91-4e93-b7ca-3a3576546b1f), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.479626 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (3f0a14da-dad1-4fc0-a789-739b1f211e41), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.479626 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:29.480132 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.626040 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Publish callbacks [] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.636337 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.642093 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=3f0a14da-dad1-4fc0-a789-739b1f211e41,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:29.676897 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 3f0a14da-dad1-4fc0-a789-739b1f211e41 details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:26:29.706269 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e3a94a4b-7774-49e4-b63a-2ff1e8305ea2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2994161 Mar 31 15:26:29.712979 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48650) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:29.719516 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] Request body: {'subnet': {'network_id': '3f0a14da-dad1-4fc0-a789-739b1f211e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2131438469-subnet', 'tenant_id': '71eb293e2d374d6cbd9334cb2d4f0958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:29.759667 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac981f0-5e91-4e93-b7ca-3a3576546b1f,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:29.771614 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] Made reservation on behalf of 71eb293e2d374d6cbd9334cb2d4f0958 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:29.774079 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.780327 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Publish callbacks [] for router_gateway (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.782963 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Network 530b786a-c6cc-4d4e-b354-724c19ff2f4f is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:29.789314 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:29.793038 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:26:29.810100 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] Checking segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:29.810100 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] Network hostable DHCP agents. Network: fc02ec74-7758-4df2-8ceb-5657ae38de47, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:29.864868 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Pushing event updated for resources: {'Port': ['ID=c37fcfbb-361d-4647-8f31-eb996f89a706,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:29.880556 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.880556 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.880556 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.880556 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.881544 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.881544 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.881544 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.881976 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.882277 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.883797 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.884322 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.885045 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.885407 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.885730 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.886096 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Tracked resource versions report: Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: pushed versions: Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: { 'AddressGroup': {'1.2'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Agent': {'1.1'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'ConntrackHelper': {'1.0'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Log': {'1.0'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'NDPProxy': {'1.0'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Network': {'1.1'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Port': {'1.7'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'PortForwarding': {'1.3'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'QosPolicy': {'1.10'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SecurityGroup': {'1.5'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SubPort': {'1.0'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Subnet': {'1.1'}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Trunk': {'1.1'}} Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: consumer versions: Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: { DHCP agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: HyperV agent@hv-cinder-75078: {}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: L3 agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: Metadata agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: Metering agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: Open vSwitch agent@dv-cinder-750782-15-iscsi: { 'AddressGroup': '1.2', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Agent': '1.1', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'ConntrackHelper': '1.0', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'LocalIPAssociation': '1.0', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Log': '1.0', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'NDPProxy': '1.0', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Network': '1.1', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Port': '1.7', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'PortForwarding': '1.3', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'QosPolicy': '1.10', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SecurityGroup': '1.5', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SecurityGroupRule': '1.2', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'SubPort': '1.0', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Subnet': '1.1', Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: 'Trunk': '1.1'}} Mar 31 15:26:29.888090 dv-cinder-750782-15-iscsi neutron-server[103660]: {{(pid=103660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:26:29.934965 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Attempting to bind port c37fcfbb-361d-4647-8f31-eb996f89a706 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:26:29.936140 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Attempting to bind port c37fcfbb-361d-4647-8f31-eb996f89a706 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:26:29.936578 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Attempting to bind port c37fcfbb-361d-4647-8f31-eb996f89a706 on network 530b786a-c6cc-4d4e-b354-724c19ff2f4f {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:26:29.949195 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:26:29.949842 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Checking segment: {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:29.950758 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:29.951403 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Bound using segment: {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:26:29.952342 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Bound port: c37fcfbb-361d-4647-8f31-eb996f89a706, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:26:29.952853 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:30.126844 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] For port c37fcfbb-361d-4647-8f31-eb996f89a706, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:26:30.131148 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] For port c37fcfbb-361d-4647-8f31-eb996f89a706, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=c37fcfbb-361d-4647-8f31-eb996f89a706,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:26:30.140785 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:30.233596 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:30.294439 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48672) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:30.300890 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, fc02ec74-7758-4df2-8ceb-5657ae38de47) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:30.317123 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:30.319005 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:30.334167 dv-cinder-750782-15-iscsi neutron-server[103658]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 15:26:30.362503 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Publish callbacks [] for router_gateway (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:30.396921 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:30.404458 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0740309-8df0-4c63-bb85-3ac9b0dbea0d None None] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:26:30.624455 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Allocated IP 172.27.2.123 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/ed9ad4c5-f96a-4142-acc9-012d4a217505) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:30.641420 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-44b6998e-1b77-4880-9c79-e0531b03d911 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2779057 Mar 31 15:26:30.645543 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48686) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:30.664873 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:30.747433 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15557'] for router (d497bd18-50fd-494a-ac6d-0ce50615fcbd), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:30.748476 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15564'] for router (d497bd18-50fd-494a-ac6d-0ce50615fcbd), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:30.783138 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b8804-b17e-4a22-976b-ac0e735e6665 None None] Pushing event updated for resources: {'Port': ['ID=c37fcfbb-361d-4647-8f31-eb996f89a706,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:30.862032 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for subnet (9b477e18-efe2-4c8d-aa7a-98424292b76c), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:30.891108 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Publish callbacks [] for router_controller (d497bd18-50fd-494a-ac6d-0ce50615fcbd), precommit_add_association {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:30.917822 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Publish callbacks [] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:30.937899 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-fc02ec74-7758-4df2-8ceb-5657ae38de47', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:26:30.938699 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:31.176595 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b477e18-efe2-4c8d-aa7a-98424292b76c,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:31.189863 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-17a66a3d-3e6f-4096-91e6-f163d2e1d8d4 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:31.191756 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-17a66a3d-3e6f-4096-91e6-f163d2e1d8d4 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/networks?id=7a6a4c2e-9fd8-4343-9f6a-118951f688a9 HTTP/1.1" status: 200 len: 812 time: 0.8948376 Mar 31 15:26:31.195536 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] Checking segment: {'id': '4d999a1f-ef24-4505-a9ef-18ca6b530c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3f0a14da-dad1-4fc0-a789-739b1f211e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:31.196197 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] Network hostable DHCP agents. Network: 3f0a14da-dad1-4fc0-a789-739b1f211e41, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:26:31.238615 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Allocated IP 172.20.0.2 (fc02ec74-7758-4df2-8ceb-5657ae38de47/7ac981f0-5e91-4e93-b7ca-3a3576546b1f/6fd372b0-c59b-4be6-8ca8-88ae7039df84) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:31.247347 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-68ddde5c-a79d-43b8-95eb-90f163c6c22b tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/quotas/4a82fed01911439cbda142c6cba80430 HTTP/1.1" status: 200 len: 375 time: 0.0441260 Mar 31 15:26:31.424975 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Publish callbacks [] for router_gateway (d497bd18-50fd-494a-ac6d-0ce50615fcbd), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:31.449234 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] Network 3f0a14da-dad1-4fc0-a789-739b1f211e41 is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:26:31.453701 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:31.467571 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Publish callbacks [] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:31.474510 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-817286fe-5daa-4804-8f74-5972cc96558e tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a82fed01911439cbda142c6cba80430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2194781 Mar 31 15:26:31.478146 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:31.494753 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 3f0a14da-dad1-4fc0-a789-739b1f211e41) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:31.509238 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:31.509238 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:31.543483 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-ed7fa9f3-c1ca-4095-8404-1bdc5dd0c111 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8276315 Mar 31 15:26:31.560802 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:31.569452 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:31.573311 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feda51ec-8c12-4aed-9f5e-b2cca46e8fad None None] Network 3f0a14da-dad1-4fc0-a789-739b1f211e41 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:26:31.632245 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:31.637737 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:31.644454 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:26:31.651236 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9ad4c5-f96a-4142-acc9-012d4a217505,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:31.734087 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:26:31.926739 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68445c2-0460-474f-be79-9060391206e6 None None] Network 3f0a14da-dad1-4fc0-a789-739b1f211e41 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:26:32.062151 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48762) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:32.072245 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Attempting to bind port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:26:32.072780 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Attempting to bind port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:26:32.080702 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Attempting to bind port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:26:32.163020 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:26:32.163937 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Checking segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:32.164636 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:32.165908 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Bound using segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:26:32.166227 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Bound port: 6fd372b0-c59b-4be6-8ca8-88ae7039df84, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:26:32.166855 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:32.178335 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1ed38d-d6ac-487b-bb8e-f9ba51911de1 admin admin] Deleting subnet 3ad91d45-38c8-498f-aaca-c20ebd5b83c8 {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:26:32.210459 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed38d-d6ac-487b-bb8e-f9ba51911de1 admin admin] Publish callbacks [] for subnet (3ad91d45-38c8-498f-aaca-c20ebd5b83c8), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:32.242182 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Pushing event updated for resources: {'Port': ['ID=6fd372b0-c59b-4be6-8ca8-88ae7039df84,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:32.299404 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed38d-d6ac-487b-bb8e-f9ba51911de1 admin admin] Publish callbacks [] for subnet (3ad91d45-38c8-498f-aaca-c20ebd5b83c8), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:32.309809 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Publish callbacks [] for router_gateway (d497bd18-50fd-494a-ac6d-0ce50615fcbd), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:32.313474 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed38d-d6ac-487b-bb8e-f9ba51911de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (3ad91d45-38c8-498f-aaca-c20ebd5b83c8), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:32.375315 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:32.383851 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-37cfa87b-6f90-40cb-886f-facebc730800 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:26:32.392898 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] For port 6fd372b0-c59b-4be6-8ca8-88ae7039df84, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:26:32.398329 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-37cfa87b-6f90-40cb-886f-facebc730800 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5217276 Mar 31 15:26:32.400090 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] For port 6fd372b0-c59b-4be6-8ca8-88ae7039df84, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=6fd372b0-c59b-4be6-8ca8-88ae7039df84,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:26:32.419328 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:32.519387 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Publish callbacks [] for router_gateway (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:32.575152 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc32923-0610-4634-b4dd-29509096b871 None None] Pushing event updated for resources: {'Port': ['ID=6fd372b0-c59b-4be6-8ca8-88ae7039df84,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:32.592485 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48788) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:32.615610 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed38d-d6ac-487b-bb8e-f9ba51911de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for subnet (3ad91d45-38c8-498f-aaca-c20ebd5b83c8), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:32.681633 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b63a6-cd6c-4f50-9b4e-cbfe5d463f72 None None] Network 530b786a-c6cc-4d4e-b354-724c19ff2f4f requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:26:32.748625 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ed38d-d6ac-487b-bb8e-f9ba51911de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad91d45-38c8-498f-aaca-c20ebd5b83c8,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:32.798604 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e1ed38d-d6ac-487b-bb8e-f9ba51911de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:32.806611 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-0e1ed38d-d6ac-487b-bb8e-f9ba51911de1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3ad91d45-38c8-498f-aaca-c20ebd5b83c8 HTTP/1.1" status: 204 len: 168 time: 0.7421463 Mar 31 15:26:32.813296 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48802) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:32.840434 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device c37fcfbb-361d-4647-8f31-eb996f89a706 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:26:33.031589 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d11aabd-cc10-4475-8a88-4d27df59f2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:33.073490 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f21505a8-e3a4-400a-9e58-b9c9bba1d08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:33.077374 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-636faa00-2388-4d35-8c31-fbf1090a4645 None None] Provisioning complete for port c37fcfbb-361d-4647-8f31-eb996f89a706 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:33.078313 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-636faa00-2388-4d35-8c31-fbf1090a4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:33.167065 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-8a9a779d-2129-4b64-940e-1fbd46fef0b5 service neutron] 10.222.0.11 "GET /v2.0/networks/7a6a4c2e-9fd8-4343-9f6a-118951f688a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7674170 Mar 31 15:26:33.222495 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Allocated IP 172.27.2.108 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/4eab0b90-c3cd-4ee1-9388-cd0b4453627c) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:33.333409 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port c37fcfbb-361d-4647-8f31-eb996f89a706 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:33.334230 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:33.456805 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-32ebd597-d737-4ced-add4-b2d0785f4d16 service neutron] 10.222.0.11 "GET /v2.0/networks/7a6a4c2e-9fd8-4343-9f6a-118951f688a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881463 Mar 31 15:26:33.483149 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (d30f9e6e-a275-45b6-81be-8e00feec362c), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:33.513819 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-636faa00-2388-4d35-8c31-fbf1090a4645 None None] Current status of the port c37fcfbb-361d-4647-8f31-eb996f89a706 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:33.514830 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-636faa00-2388-4d35-8c31-fbf1090a4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:33.643260 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Publish callbacks [] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:33.747174 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-636faa00-2388-4d35-8c31-fbf1090a4645 None None] For port c37fcfbb-361d-4647-8f31-eb996f89a706, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=c37fcfbb-361d-4647-8f31-eb996f89a706,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:26:33.771939 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-636faa00-2388-4d35-8c31-fbf1090a4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:33.836623 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port c37fcfbb-361d-4647-8f31-eb996f89a706 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:33.837489 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:33.865854 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:33.880275 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (d30f9e6e-a275-45b6-81be-8e00feec362c), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:33.912973 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:33.913674 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:33.915115 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:33.915630 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > port after_create 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:33.916120 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:33.916732 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > port after_update 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:33.917289 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:33.918944 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:33.919440 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:33.919929 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:34.058407 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Pushing event updated for resources: {'Port': ['ID=4eab0b90-c3cd-4ee1-9388-cd0b4453627c,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:34.079112 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:34.089623 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:34.095058 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:26:34.099751 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636faa00-2388-4d35-8c31-fbf1090a4645 None None] Pushing event updated for resources: {'Port': ['ID=c37fcfbb-361d-4647-8f31-eb996f89a706,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:34.174210 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.db.api [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:26:34.177410 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG oslo_db.api [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:26:34.180466 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-61b1a1be-377e-42b2-a41e-83f24619c737 None None] Provisioning complete for port c37fcfbb-361d-4647-8f31-eb996f89a706 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:34.189061 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-61b1a1be-377e-42b2-a41e-83f24619c737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.189614 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005'] for router (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.310510 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48872) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:34.392351 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-61b1a1be-377e-42b2-a41e-83f24619c737 None None] Current status of the port c37fcfbb-361d-4647-8f31-eb996f89a706 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:34.422337 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:34.423907 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:34.424985 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:34.425829 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:34.426963 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30f9e6e-a275-45b6-81be-8e00feec362c']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:34.498695 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7149a3ac-d489-4f38-924c-65ec9ddb0f70') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:34.499401 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7149a3ac-d489-4f38-924c-65ec9ddb0f70') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:34.542845 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-556c22fd-9cd0-4bda-8908-041749b8128e req-c8c453bd-87e0-4834-b10d-ff791cafc97c tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 210 time: 0.1090806 Mar 31 15:26:34.546562 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d11aabd-cc10-4475-8a88-4d27df59f2d7 admin admin] Publish callbacks [] for security_group (7b6b50ad-a64f-4865-ab4d-7593b1f91507), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.555179 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3813681'] for segment (7149a3ac-d489-4f38-924c-65ec9ddb0f70), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.563625 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d11aabd-cc10-4475-8a88-4d27df59f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7b6b50ad-a64f-4865-ab4d-7593b1f91507), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.595192 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bffee8-ed1b-46a3-9dde-42c2192a881e None None] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:26:34.627650 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (7149a3ac-d489-4f38-924c-65ec9ddb0f70), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.657788 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:26:34.658458 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3907733'] for segment (7149a3ac-d489-4f38-924c-65ec9ddb0f70), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.676334 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d6877809-7805-435f-a6e1-a33479fad1b2 None None] Provisioning complete for port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:34.677005 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d6877809-7805-435f-a6e1-a33479fad1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.715646 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0f7df629-ded3-43f1-97af-3483006476ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: from cryptography.utils import int_from_bytes Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: from cryptography.utils import int_from_bytes Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: Traceback (most recent call last): Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: timer() Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: cb(*args, **kw) Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: return func(*args, **kwargs) Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: self._notify() Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: self.callback(batched_events) Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: event.method(event) Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: return f(self, *a, **k) Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._get(url).json() Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: return self.request(url, 'GET', **kwargs) Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:26:34.748971 dv-cinder-750782-15-iscsi neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:26:34.776227 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port c37fcfbb-361d-4647-8f31-eb996f89a706 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:34.821020 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-4d11aabd-cc10-4475-8a88-4d27df59f2d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1525df462d594445ba8b5bb38ae598a1&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2262459 Mar 31 15:26:34.824589 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48888) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:34.826760 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11aabd-cc10-4475-8a88-4d27df59f2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6b50ad-a64f-4865-ab4d-7593b1f91507,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:34.922638 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Publish callbacks [] for router_gateway (d497bd18-50fd-494a-ac6d-0ce50615fcbd), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.954552 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (d30f9e6e-a275-45b6-81be-8e00feec362c), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.956456 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d6877809-7805-435f-a6e1-a33479fad1b2 None None] Current status of the port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:34.957116 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d6877809-7805-435f-a6e1-a33479fad1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.979333 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:34.982957 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] 10.222.0.11 "DELETE /v2.0/networks/d30f9e6e-a275-45b6-81be-8e00feec362c HTTP/1.1" status: 204 len: 168 time: 2.1680207 Mar 31 15:26:35.020020 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d6877809-7805-435f-a6e1-a33479fad1b2 None None] For port 6fd372b0-c59b-4be6-8ca8-88ae7039df84, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=6fd372b0-c59b-4be6-8ca8-88ae7039df84,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:26:35.027744 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48896) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:35.038508 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d6877809-7805-435f-a6e1-a33479fad1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.085001 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224121-ad9b-464f-99c0-6c7e2448cdbd admin admin] Pushing event deleted for resources: {'Network': ['ID=d30f9e6e-a275-45b6-81be-8e00feec362c,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:35.152252 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f34b81aa-96c8-4a36-8a90-cde1201a5ade admin admin] Publish callbacks [] for security_group (7b6b50ad-a64f-4865-ab4d-7593b1f91507), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.157137 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6877809-7805-435f-a6e1-a33479fad1b2 None None] Pushing event updated for resources: {'Port': ['ID=6fd372b0-c59b-4be6-8ca8-88ae7039df84,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:35.187572 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_v2 [None req-97876813-ad72-4e3e-baa5-4ab10dbceb2b admin admin] Deleting subnet 9b477e18-efe2-4c8d-aa7a-98424292b76c {{(pid=103659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:26:35.192636 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-97876813-ad72-4e3e-baa5-4ab10dbceb2b admin admin] Publish callbacks [] for subnet (9b477e18-efe2-4c8d-aa7a-98424292b76c), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.211790 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f34b81aa-96c8-4a36-8a90-cde1201a5ade admin admin] Publish callbacks [] for security_group (7b6b50ad-a64f-4865-ab4d-7593b1f91507), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.219795 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device c37fcfbb-361d-4647-8f31-eb996f89a706 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:26:35.260569 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-97876813-ad72-4e3e-baa5-4ab10dbceb2b admin admin] Publish callbacks [] for subnet (9b477e18-efe2-4c8d-aa7a-98424292b76c), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.323740 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-97876813-ad72-4e3e-baa5-4ab10dbceb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (9b477e18-efe2-4c8d-aa7a-98424292b76c), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.324935 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f34b81aa-96c8-4a36-8a90-cde1201a5ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7b6b50ad-a64f-4865-ab4d-7593b1f91507), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.332380 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f34b81aa-96c8-4a36-8a90-cde1201a5ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.339505 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-f34b81aa-96c8-4a36-8a90-cde1201a5ade admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b6b50ad-a64f-4865-ab4d-7593b1f91507 HTTP/1.1" status: 204 len: 168 time: 0.4964981 Mar 31 15:26:35.349822 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b81aa-96c8-4a36-8a90-cde1201a5ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6b50ad-a64f-4865-ab4d-7593b1f91507,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:35.379656 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae is scheduled to L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d with binding_index 1 {{(pid=103659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:26:35.450908 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0f7df629-ded3-43f1-97af-3483006476ea admin admin] Publish callbacks [] for security_group (9efa4cc0-6e3d-498a-9549-6398a23e2804), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.504774 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0f7df629-ded3-43f1-97af-3483006476ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (9efa4cc0-6e3d-498a-9549-6398a23e2804), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.518590 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-682a36e9-6bfb-4627-b3a7-4d12ad8cb49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.525266 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-49b618c3-02ba-4bfd-ba1f-db84893557a7 None None] Provisioning complete for port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:35.526215 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-49b618c3-02ba-4bfd-ba1f-db84893557a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.599724 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7df629-ded3-43f1-97af-3483006476ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efa4cc0-6e3d-498a-9549-6398a23e2804,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:35.603771 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port c37fcfbb-361d-4647-8f31-eb996f89a706 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:35.604251 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.717741 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-49b618c3-02ba-4bfd-ba1f-db84893557a7 None None] Current status of the port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:35.721189 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-97876813-ad72-4e3e-baa5-4ab10dbceb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for subnet (9b477e18-efe2-4c8d-aa7a-98424292b76c), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.766148 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port c37fcfbb-361d-4647-8f31-eb996f89a706 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:35.767961 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 6fd372b0-c59b-4be6-8ca8-88ae7039df84 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:26:35.788660 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48922) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:35.810748 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-97876813-ad72-4e3e-baa5-4ab10dbceb2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.815084 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-97876813-ad72-4e3e-baa5-4ab10dbceb2b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9b477e18-efe2-4c8d-aa7a-98424292b76c HTTP/1.1" status: 204 len: 168 time: 0.7202966 Mar 31 15:26:35.817027 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-0f7df629-ded3-43f1-97af-3483006476ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76b3bcd1478a4a56ad044242f2eb5f9b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4998214 Mar 31 15:26:35.819250 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48926) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:35.822856 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97876813-ad72-4e3e-baa5-4ab10dbceb2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b477e18-efe2-4c8d-aa7a-98424292b76c,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:35.839307 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48928) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:35.842024 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5dfcf686-31f3-40a3-8b04-8cd2193a35fd req-d33a6afe-5cdd-4fc0-80b2-299d8e132d76 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 210 time: 0.0512125 Mar 31 15:26:35.864211 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:35.865039 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.919549 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (3f0a14da-dad1-4fc0-a789-739b1f211e41), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.956706 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-47175ed7-9e40-4c40-9532-e0662bfb1b89 admin admin] Publish callbacks [] for security_group (9efa4cc0-6e3d-498a-9549-6398a23e2804), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:35.985031 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:26:35.999332 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-47175ed7-9e40-4c40-9532-e0662bfb1b89 admin admin] Publish callbacks [] for security_group (9efa4cc0-6e3d-498a-9549-6398a23e2804), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:36.011851 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Sync routers for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:36.024883 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:26:36.028777 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:36.031915 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:36.034529 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:36.038241 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-5ddc8644-16b5-4f15-94d3-09f24db8a025 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.0759859 Mar 31 15:26:36.044481 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 48936) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:36.083193 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-47175ed7-9e40-4c40-9532-e0662bfb1b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (9efa4cc0-6e3d-498a-9549-6398a23e2804), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:36.089351 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-47175ed7-9e40-4c40-9532-e0662bfb1b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:36.090792 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-47175ed7-9e40-4c40-9532-e0662bfb1b89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9efa4cc0-6e3d-498a-9549-6398a23e2804 HTTP/1.1" status: 204 len: 168 time: 0.2476859 Mar 31 15:26:36.108057 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47175ed7-9e40-4c40-9532-e0662bfb1b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efa4cc0-6e3d-498a-9549-6398a23e2804,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:36.373241 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:26:36.538373 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:36.552230 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005'] for router (d497bd18-50fd-494a-ac6d-0ce50615fcbd), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:36.562000 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (3f0a14da-dad1-4fc0-a789-739b1f211e41), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:36.705615 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48958) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:36.731377 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-af133230-1d6a-4290-8af6-aee80212ffd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:36.756020 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:31Z', 'revision_number': 3, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:36.830721 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:36.842206 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:36.842206 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:36.842206 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > port after_create 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:36.842206 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:36.842206 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > port after_update 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:36.842206 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:36.843037 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-af133230-1d6a-4290-8af6-aee80212ffd6 admin admin] Publish callbacks [] for security_group (3a8492da-8b32-40b3-b458-add1d7f5228a), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:36.843755 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:36.846432 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:36.846432 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:36.846797 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-af133230-1d6a-4290-8af6-aee80212ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (3a8492da-8b32-40b3-b458-add1d7f5228a), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:36.851705 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Checking router: c9b0e07a-ad49-41f8-ad3e-a297ccb907ae for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:26:36.851705 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Updating router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae port ed9ad4c5-f96a-4142-acc9-012d4a217505 binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:26:36.888145 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:36.901983 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af133230-1d6a-4290-8af6-aee80212ffd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8492da-8b32-40b3-b458-add1d7f5228a,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:36.908558 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-af133230-1d6a-4290-8af6-aee80212ffd6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8579e5e793e4ef5b281fadb72334c6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2010818 Mar 31 15:26:36.921795 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 48962) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:36.992429 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-85bab248-3b9f-416c-8a55-0bc8ede2f2b6 admin admin] Publish callbacks [] for security_group (3a8492da-8b32-40b3-b458-add1d7f5228a), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.014517 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 6fd372b0-c59b-4be6-8ca8-88ae7039df84 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:26:37.024835 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-85bab248-3b9f-416c-8a55-0bc8ede2f2b6 admin admin] Publish callbacks [] for security_group (3a8492da-8b32-40b3-b458-add1d7f5228a), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.104910 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-85bab248-3b9f-416c-8a55-0bc8ede2f2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (3a8492da-8b32-40b3-b458-add1d7f5228a), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.109861 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-85bab248-3b9f-416c-8a55-0bc8ede2f2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.112052 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-85bab248-3b9f-416c-8a55-0bc8ede2f2b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a8492da-8b32-40b3-b458-add1d7f5228a HTTP/1.1" status: 204 len: 168 time: 0.1886289 Mar 31 15:26:37.129108 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bab248-3b9f-416c-8a55-0bc8ede2f2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8492da-8b32-40b3-b458-add1d7f5228a,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:37.139577 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:37.140465 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.278369 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:37.278953 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:37.279407 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:37.279872 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:26:37.280383 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0a14da-dad1-4fc0-a789-739b1f211e41']}} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:37.304499 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d999a1f-ef24-4505-a9ef-18ca6b530c51') {'for_net_delete': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:37.304790 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d999a1f-ef24-4505-a9ef-18ca6b530c51') {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:37.313797 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:37.394986 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.13', 52653) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:37.482699 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4012070'] for segment (4d999a1f-ef24-4505-a9ef-18ca6b530c51), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.588380 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8e3d4331-9ef8-4203-8057-f760061aab59 req-8c5941a9-fccf-4892-81f9-63e87c08a5c3 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 210 time: 0.3506494 Mar 31 15:26:37.672719 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (4d999a1f-ef24-4505-a9ef-18ca6b530c51), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.727878 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:26:37.728330 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267762'] for segment (4d999a1f-ef24-4505-a9ef-18ca6b530c51), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: from cryptography.utils import int_from_bytes Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: from cryptography.utils import int_from_bytes Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: Traceback (most recent call last): Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: timer() Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: cb(*args, **kw) Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: return func(*args, **kwargs) Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: self._notify() Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: self.callback(batched_events) Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: event.method(event) Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: return f(self, *a, **k) Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._get(url).json() Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: return self.request(url, 'GET', **kwargs) Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:26:37.734297 dv-cinder-750782-15-iscsi neutron-server[103659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:26:37.787170 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Publish callbacks [] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.798036 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.866937 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Attempting to bind port ed9ad4c5-f96a-4142-acc9-012d4a217505 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:26:37.867905 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Attempting to bind port ed9ad4c5-f96a-4142-acc9-012d4a217505 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:26:37.868277 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Attempting to bind port ed9ad4c5-f96a-4142-acc9-012d4a217505 on network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:26:37.877819 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:26:37.878848 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:37.879483 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.880164 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Bound using segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:26:37.880948 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Bound port: ed9ad4c5-f96a-4142-acc9-012d4a217505, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:26:37.881577 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.894364 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-2413a4aa-f53a-4095-b01e-5508f949c698 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:37.895984 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-2413a4aa-f53a-4095-b01e-5508f949c698 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.13 "GET /v2.0/networks?id=7a6a4c2e-9fd8-4343-9f6a-118951f688a9 HTTP/1.1" status: 200 len: 812 time: 0.4914412 Mar 31 15:26:37.909744 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (3f0a14da-dad1-4fc0-a789-739b1f211e41), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.919444 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Pushing event updated for resources: {'Port': ['ID=ed9ad4c5-f96a-4142-acc9-012d4a217505,revision_number=2']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:37.930745 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Router d497bd18-50fd-494a-ac6d-0ce50615fcbd is scheduled to L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d with binding_index 1 {{(pid=103659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:26:37.935789 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.936423 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.936998 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.937575 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.938089 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.938600 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.939156 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.939693 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.940239 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.940793 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.941330 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.941881 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.942418 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.942944 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.943466 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Tracked resource versions report: Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: pushed versions: Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: { 'AddressGroup': {'1.2'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Agent': {'1.1'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'ConntrackHelper': {'1.0'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Log': {'1.0'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'NDPProxy': {'1.0'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Network': {'1.1'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Port': {'1.7'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'PortForwarding': {'1.3'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'QosPolicy': {'1.10'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SecurityGroup': {'1.5'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SubPort': {'1.0'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Subnet': {'1.1'}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Trunk': {'1.1'}} Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: consumer versions: Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: { DHCP agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: HyperV agent@hv-cinder-75078: {}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: L3 agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: Metadata agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: Metering agent@dv-cinder-750782-15-iscsi: {}, Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: Open vSwitch agent@dv-cinder-750782-15-iscsi: { 'AddressGroup': '1.2', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Agent': '1.1', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'ConntrackHelper': '1.0', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'LocalIPAssociation': '1.0', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Log': '1.0', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'NDPProxy': '1.0', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Network': '1.1', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Port': '1.7', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'PortForwarding': '1.3', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'QosPolicy': '1.10', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SecurityGroup': '1.5', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SecurityGroupRule': '1.2', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'SubPort': '1.0', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Subnet': '1.1', Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: 'Trunk': '1.1'}} Mar 31 15:26:37.944912 dv-cinder-750782-15-iscsi neutron-server[103661]: {{(pid=103661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:26:37.947947 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.950659 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3f0a14da-dad1-4fc0-a789-739b1f211e41 HTTP/1.1" status: 204 len: 168 time: 2.1288764 Mar 31 15:26:37.963618 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:37.980481 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49008) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:37.985042 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] For port ed9ad4c5-f96a-4142-acc9-012d4a217505, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:26:37.989442 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Request body: {'port': {'device_id': '1c5cb759-5d90-4f84-a29b-828f86e5936b', 'network_id': '7a6a4c2e-9fd8-4343-9f6a-118951f688a9', 'admin_state_up': True, 'tenant_id': '4a82fed01911439cbda142c6cba80430'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:37.991705 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] For port ed9ad4c5-f96a-4142-acc9-012d4a217505, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=ed9ad4c5-f96a-4142-acc9-012d4a217505,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:26:38.003889 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:38.076566 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe829d-7641-4950-b62f-206f43101760 None None] Pushing event updated for resources: {'Port': ['ID=ed9ad4c5-f96a-4142-acc9-012d4a217505,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:38.120453 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:26:38.121322 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:38.122449 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80022fdd-049f-4a99-bad4-56e1b8057e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f0a14da-dad1-4fc0-a789-739b1f211e41,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:38.212922 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49024) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:38.302393 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-69aa5398-4b43-4769-8227-8a99c25ff3e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e887318777b847fdadb57ce2429f0197&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0874023 Mar 31 15:26:38.305681 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49034) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:38.334060 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:26:38.377890 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-63499ad0-f9eb-4430-a1b7-5209d2ea15f2 admin admin] Publish callbacks [] for security_group (d50e529e-5bf8-4760-a69a-419830109d49), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:38.408983 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Made reservation on behalf of 4a82fed01911439cbda142c6cba80430 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:26:38.412436 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:38.414098 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-63499ad0-f9eb-4430-a1b7-5209d2ea15f2 admin admin] Publish callbacks [] for security_group (d50e529e-5bf8-4760-a69a-419830109d49), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:38.420393 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:26:38.433684 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Sync routers for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:38.453886 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:26:38.454729 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:38.467760 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:38.501537 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:38.503077 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e38f317b-2dc9-4482-91b5-48ef3adaa64d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8564024 Mar 31 15:26:38.507192 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49040) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:38.727804 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:26:38.797330 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-63499ad0-f9eb-4430-a1b7-5209d2ea15f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (d50e529e-5bf8-4760-a69a-419830109d49), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:38.808707 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-63499ad0-f9eb-4430-a1b7-5209d2ea15f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:38.810290 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-63499ad0-f9eb-4430-a1b7-5209d2ea15f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d50e529e-5bf8-4760-a69a-419830109d49 HTTP/1.1" status: 204 len: 168 time: 0.5007534 Mar 31 15:26:38.899462 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:31Z', 'revision_number': 3, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:38.915509 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a06da38e-5c80-40fc-932e-a7a487da6148 req-2f5c457d-286b-485c-9a1a-f68ad3392f70 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 210 time: 0.1263819 Mar 31 15:26:38.923346 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63499ad0-f9eb-4430-a1b7-5209d2ea15f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50e529e-5bf8-4760-a69a-419830109d49,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:38.982724 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d6df3-9c42-4f04-b367-7b06a716a96c None None] The sync data for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi is: [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:31Z', 'revision_number': 3, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:39.096302 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4bc0672c-3b22-4d2a-9a18-f3f4cd6690b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:39.303214 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:34Z', 'revision_number': 3, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:39.356137 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Checking router: d497bd18-50fd-494a-ac6d-0ce50615fcbd for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:26:39.356795 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Updating router d497bd18-50fd-494a-ac6d-0ce50615fcbd port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c binding host dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:26:39.405977 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:39.585465 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:39.924242 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:39.964658 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Allocated IP 172.20.0.11 (7a6a4c2e-9fd8-4343-9f6a-118951f688a9/5717f4e8-ea5f-42c2-a059-c476d3c4f6ac/15ed7f28-5d5e-44c2-9350-bb76451bd5b3) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:40.138061 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49086) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:40.324172 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Publish callbacks [] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:40.334130 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:40.407716 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Attempting to bind port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:26:40.408434 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Attempting to bind port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:26:40.409021 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Attempting to bind port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c on network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:26:40.419550 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:26:40.421122 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:40.421747 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:40.422295 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Bound using segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:26:40.422961 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Bound port: 4eab0b90-c3cd-4ee1-9388-cd0b4453627c, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:26:40.423507 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:40.478872 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b1097-2e0e-4d56-a1ec-69cc344fb484 None None] Pushing event updated for resources: {'Port': ['ID=4eab0b90-c3cd-4ee1-9388-cd0b4453627c,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:40.561588 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Allocated IP 172.20.0.1 (530b786a-c6cc-4d4e-b354-724c19ff2f4f/eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07/b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:40.572853 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-533b324a-211b-4b6f-9a2a-9fa9ce49c79b req-f019bad2-004f-47e2-bee2-d00e2ae1a6d3 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 210 time: 0.3512642 Mar 31 15:26:40.601774 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] For port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:26:40.620056 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] For port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=4eab0b90-c3cd-4ee1-9388-cd0b4453627c,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:26:40.630535 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:40.831819 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:26:40.835344 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:40.907651 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4bc0672c-3b22-4d2a-9a18-f3f4cd6690b8 admin admin] Publish callbacks [] for security_group (190e3b67-185b-40d4-874c-dddb874cf38e), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:40.950768 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Allocated IP 172.20.0.1 (fc02ec74-7758-4df2-8ceb-5657ae38de47/7ac981f0-5e91-4e93-b7ca-3a3576546b1f/63b276b3-29db-44d2-a589-aa96f5b80c29) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:40.968771 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-ec021cf9-46dd-4bdd-85d8-ba1d95fdd788 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71eb293e2d374d6cbd9334cb2d4f0958&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8046882 Mar 31 15:26:40.973986 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49104) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:41.096187 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b1097-2e0e-4d56-a1ec-69cc344fb484 None None] Pushing event updated for resources: {'Port': ['ID=4eab0b90-c3cd-4ee1-9388-cd0b4453627c,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:41.114958 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device ed9ad4c5-f96a-4142-acc9-012d4a217505 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:26:41.117027 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4bc0672c-3b22-4d2a-9a18-f3f4cd6690b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (190e3b67-185b-40d4-874c-dddb874cf38e), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:41.316481 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0672c-3b22-4d2a-9a18-f3f4cd6690b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190e3b67-185b-40d4-874c-dddb874cf38e,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:41.319787 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:26:41.354978 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-4bc0672c-3b22-4d2a-9a18-f3f4cd6690b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6647109dd45e41119ca1652249dbe079&name=default HTTP/1.1" status: 200 len: 2992 time: 3.3705564 Mar 31 15:26:41.368817 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49114) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:41.382358 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49116) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:41.420487 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-75eb854f-b6f9-46e3-8581-8059f9ac03d0 admin admin] Publish callbacks [] for security_group (93e08bec-4486-4df2-ae31-c3ee3c00e064), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:41.517416 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Publish callbacks [] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:41.554671 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Publish callbacks [] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:41.642086 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Publish callbacks [] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:41.666990 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-75eb854f-b6f9-46e3-8581-8059f9ac03d0 admin admin] Publish callbacks [] for security_group (93e08bec-4486-4df2-ae31-c3ee3c00e064), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:41.726157 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:41.973675 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ccd66950-eb87-4ca7-9c4a-7de2ede570fc admin admin] Publish callbacks [] for security_group (190e3b67-185b-40d4-874c-dddb874cf38e), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.116069 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Network 530b786a-c6cc-4d4e-b354-724c19ff2f4f is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:42.118723 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d8dca355-6f7e-4b61-958c-e0a4f7b5b8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.135831 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ccd66950-eb87-4ca7-9c4a-7de2ede570fc admin admin] Publish callbacks [] for security_group (190e3b67-185b-40d4-874c-dddb874cf38e), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.141588 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.150011 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:42.155243 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:26:42.191303 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:42.196894 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port ed9ad4c5-f96a-4142-acc9-012d4a217505 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:42.219418 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.254986 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-75eb854f-b6f9-46e3-8581-8059f9ac03d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (93e08bec-4486-4df2-ae31-c3ee3c00e064), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.272651 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-75eb854f-b6f9-46e3-8581-8059f9ac03d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.276127 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-75eb854f-b6f9-46e3-8581-8059f9ac03d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93e08bec-4486-4df2-ae31-c3ee3c00e064 HTTP/1.1" status: 204 len: 168 time: 1.2983100 Mar 31 15:26:42.280837 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4529eeff-c226-4e8f-80a3-a1701b00cf00 req-11e861b9-c2c7-4afa-856a-dc0785d42138 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 210 time: 0.4842570 Mar 31 15:26:42.290716 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ccd66950-eb87-4ca7-9c4a-7de2ede570fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (190e3b67-185b-40d4-874c-dddb874cf38e), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.305857 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ccd66950-eb87-4ca7-9c4a-7de2ede570fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.313588 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-ccd66950-eb87-4ca7-9c4a-7de2ede570fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/190e3b67-185b-40d4-874c-dddb874cf38e HTTP/1.1" status: 204 len: 168 time: 0.9369664 Mar 31 15:26:42.315071 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.351184 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb854f-b6f9-46e3-8581-8059f9ac03d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e08bec-4486-4df2-ae31-c3ee3c00e064,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:42.517186 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:42.528389 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd66950-eb87-4ca7-9c4a-7de2ede570fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190e3b67-185b-40d4-874c-dddb874cf38e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:42.558459 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:42.573475 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Network 7a6a4c2e-9fd8-4343-9f6a-118951f688a9 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:42.589923 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Pushing event updated for resources: {'Port': ['ID=63b276b3-29db-44d2-a589-aa96f5b80c29,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:42.602529 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:42.612064 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:26:42.620284 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:26:42.722421 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609466'] for router_interface (d497bd18-50fd-494a-ac6d-0ce50615fcbd), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.749653 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609466'] for router_interface (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:42.910072 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Pushing event updated for resources: {'Port': ['ID=15ed7f28-5d5e-44c2-9350-bb76451bd5b3,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:42.960428 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:34Z', 'revision_number': 3, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:43.031383 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d8dca355-6f7e-4b61-958c-e0a4f7b5b8a1 admin admin] Publish callbacks [] for security_group (becae67c-5452-4099-8759-f591dad0aa96), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:43.070307 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0828a8-9a4e-4a7f-8f9c-312790aaeccd None None] The sync data for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi is: [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:34Z', 'revision_number': 3, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:43.109990 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-7a2ef686-8c78-46ed-bd45-29e9ad2c237d None None] Provisioning complete for port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:43.111737 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef686-8c78-46ed-bd45-29e9ad2c237d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:43.113197 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:43.114321 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:43.170757 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d8dca355-6f7e-4b61-958c-e0a4f7b5b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (becae67c-5452-4099-8759-f591dad0aa96), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:43.255438 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ef686-8c78-46ed-bd45-29e9ad2c237d None None] Port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:26:43.276435 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port ed9ad4c5-f96a-4142-acc9-012d4a217505 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:43.276960 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:43.327515 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port ed9ad4c5-f96a-4142-acc9-012d4a217505, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=ed9ad4c5-f96a-4142-acc9-012d4a217505,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:26:43.335416 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-b248caf9-0a76-41ad-b55a-293f1a4ec051 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3518717 Mar 31 15:26:43.337811 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:43.399397 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dca355-6f7e-4b61-958c-e0a4f7b5b8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becae67c-5452-4099-8759-f591dad0aa96,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:43.542644 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-ecc5c580-305d-46c9-b793-f067af457775 None None] Provisioning complete for port 63b276b3-29db-44d2-a589-aa96f5b80c29 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:43.548128 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:43.551607 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c580-305d-46c9-b793-f067af457775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:43.561613 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-d3984710-81e0-491d-9328-09f0bb094891 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:26:43.571698 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-d3984710-81e0-491d-9328-09f0bb094891 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1511660 Mar 31 15:26:43.652519 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5c580-305d-46c9-b793-f067af457775 None None] Port 63b276b3-29db-44d2-a589-aa96f5b80c29 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:26:43.655558 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=ed9ad4c5-f96a-4142-acc9-012d4a217505,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:43.787762 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-d8dca355-6f7e-4b61-958c-e0a4f7b5b8a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ab7f283fd004f37bd6317dad95fb359&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4006133 Mar 31 15:26:43.821032 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49164) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:44.359732 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Request body: {'port': {'device_id': '1c5cb759-5d90-4f84-a29b-828f86e5936b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:44.369305 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-142799ec-5fd9-41a5-9ede-7536ee3b7507 admin admin] Publish callbacks [] for security_group (becae67c-5452-4099-8759-f591dad0aa96), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:44.406247 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:44.502777 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-142799ec-5fd9-41a5-9ede-7536ee3b7507 admin admin] Publish callbacks [] for security_group (becae67c-5452-4099-8759-f591dad0aa96), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:44.532352 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88029479-c44c-49e1-b05c-39ed3a06b902 req-1996506b-5766-4c9b-b5ce-3bab2f0c8da5 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:44.543481 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-88029479-c44c-49e1-b05c-39ed3a06b902 req-1996506b-5766-4c9b-b5ce-3bab2f0c8da5 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 932 time: 0.8044837 Mar 31 15:26:44.584061 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Publish callbacks [] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:44.651871 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:44.800202 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-88029479-c44c-49e1-b05c-39ed3a06b902 req-a6c9b53c-003b-4ea5-80a3-c41ad3dba6e3 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532949 Mar 31 15:26:44.810982 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609326'] for router_interface (d497bd18-50fd-494a-ac6d-0ce50615fcbd), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:44.849138 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Pushing event updated for resources: {'Port': ['ID=63b276b3-29db-44d2-a589-aa96f5b80c29,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:44.962726 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49194) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:45.047244 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:45.054113 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:45.266671 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:45.437726 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Router d497bd18-50fd-494a-ac6d-0ce50615fcbd has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:26:45.481589 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-142799ec-5fd9-41a5-9ede-7536ee3b7507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (becae67c-5452-4099-8759-f591dad0aa96), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:45.495818 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-142799ec-5fd9-41a5-9ede-7536ee3b7507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:45.510411 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-142799ec-5fd9-41a5-9ede-7536ee3b7507 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/becae67c-5452-4099-8759-f591dad0aa96 HTTP/1.1" status: 204 len: 168 time: 1.6748643 Mar 31 15:26:45.577029 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142799ec-5fd9-41a5-9ede-7536ee3b7507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becae67c-5452-4099-8759-f591dad0aa96,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:45.772869 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 4eab0b90-c3cd-4ee1-9388-cd0b4453627c up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:26:45.780782 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-70a58338-771d-4627-8e3a-6ee03c09b856 None None] Provisioning complete for port 63b276b3-29db-44d2-a589-aa96f5b80c29 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:45.781244 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-70a58338-771d-4627-8e3a-6ee03c09b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:45.858635 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:26:45.886982 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-2d5df6fa-c6d7-4b4b-b669-f13fa2cd4645 admin admin] 10.222.0.11 "PUT /v2.0/routers/d497bd18-50fd-494a-ac6d-0ce50615fcbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3779228 Mar 31 15:26:45.969763 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-70a58338-771d-4627-8e3a-6ee03c09b856 None None] Port 63b276b3-29db-44d2-a589-aa96f5b80c29 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:26:46.125241 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-df9bd913-4745-4917-9200-d830d308d2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:46.159360 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:46.161297 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:46.294433 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e629f1-66ef-4c98-a860-186aa7f23033 req-6d460f8f-c208-44f4-b115-b748135f637b tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:46.300567 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-19e629f1-66ef-4c98-a860-186aa7f23033 req-6d460f8f-c208-44f4-b115-b748135f637b tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 932 time: 0.2261384 Mar 31 15:26:46.370598 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Publish callbacks [] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:46.446761 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:46.447479 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:46.464139 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-19e629f1-66ef-4c98-a860-186aa7f23033 req-c505023b-e6ed-4345-add0-271aca094f30 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554806 Mar 31 15:26:46.490123 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=4eab0b90-c3cd-4ee1-9388-cd0b4453627c,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:26:46.499824 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:46.501462 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:46.501626 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device ed9ad4c5-f96a-4142-acc9-012d4a217505 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:26:46.762593 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=4eab0b90-c3cd-4ee1-9388-cd0b4453627c,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:46.785484 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port ed9ad4c5-f96a-4142-acc9-012d4a217505 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:46.786375 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:46.788579 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Sync routers for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:46.820915 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:26:46.824322 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:47.026978 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port ed9ad4c5-f96a-4142-acc9-012d4a217505 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:47.032218 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:47.125708 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:26:47.174585 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609326'] for router_interface (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:47.308237 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:26:47.366283 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Publish callbacks [] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:47.481080 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 4eab0b90-c3cd-4ee1-9388-cd0b4453627c up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:26:47.537948 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 2, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:47.573383 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-df9bd913-4745-4917-9200-d830d308d2f6 admin admin] Publish callbacks [] for security_group (07b56b42-7bce-4cef-920f-ebc4a1dafc52), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:47.596740 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Transition to ACTIVE for port object 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:26:47.606674 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-df9bd913-4745-4917-9200-d830d308d2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (07b56b42-7bce-4cef-920f-ebc4a1dafc52), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:47.637909 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Checking router: d497bd18-50fd-494a-ac6d-0ce50615fcbd for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:26:47.643326 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Updating router d497bd18-50fd-494a-ac6d-0ce50615fcbd port 63b276b3-29db-44d2-a589-aa96f5b80c29 binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:26:47.710325 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:47.712117 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:47.719075 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:47.787470 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-df9bd913-4745-4917-9200-d830d308d2f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=984bf217e31846d7b0e37467233135fe&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8213925 Mar 31 15:26:47.790039 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49268) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:47.852805 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:47.959126 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1af62e9-856f-4afe-b7f6-7b6a3d048159 admin admin] Publish callbacks [] for security_group (07b56b42-7bce-4cef-920f-ebc4a1dafc52), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:47.997484 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:48.028097 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1af62e9-856f-4afe-b7f6-7b6a3d048159 admin admin] Publish callbacks [] for security_group (07b56b42-7bce-4cef-920f-ebc4a1dafc52), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:48.102571 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd913-4745-4917-9200-d830d308d2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b56b42-7bce-4cef-920f-ebc4a1dafc52,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:48.149919 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49276) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:48.174088 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-2dbb9e5f-2b85-4ecb-b974-067b03d28cfd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926560671', 'description': 'tempest-description--132884212'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:48.265527 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Network 530b786a-c6cc-4d4e-b354-724c19ff2f4f is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:48.353231 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9e5f-2b85-4ecb-b974-067b03d28cfd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:48.376469 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1af62e9-856f-4afe-b7f6-7b6a3d048159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (07b56b42-7bce-4cef-920f-ebc4a1dafc52), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:48.379985 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1af62e9-856f-4afe-b7f6-7b6a3d048159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:48.381632 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-a1af62e9-856f-4afe-b7f6-7b6a3d048159 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07b56b42-7bce-4cef-920f-ebc4a1dafc52 HTTP/1.1" status: 204 len: 168 time: 0.5897682 Mar 31 15:26:48.396022 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:48.421453 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af62e9-856f-4afe-b7f6-7b6a3d048159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b56b42-7bce-4cef-920f-ebc4a1dafc52,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:48.514188 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Pushing event updated for resources: {'Port': ['ID=15ed7f28-5d5e-44c2-9350-bb76451bd5b3,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:48.598595 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9e5f-2b85-4ecb-b974-067b03d28cfd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (1e7857fa-2bc2-4f44-8871-883ac187ed1a), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:48.611152 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9e5f-2b85-4ecb-b974-067b03d28cfd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (1e7857fa-2bc2-4f44-8871-883ac187ed1a), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:48.693949 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb9e5f-2b85-4ecb-b974-067b03d28cfd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7857fa-2bc2-4f44-8871-883ac187ed1a,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:48.711947 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c75a8f-95c2-400e-8f39-c1def024c4a3 req-b8c57b0f-1efc-46ce-b84c-3f49154c1256 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:48.729048 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e1c75a8f-95c2-400e-8f39-c1def024c4a3 req-b8c57b0f-1efc-46ce-b84c-3f49154c1256 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 944 time: 0.5847292 Mar 31 15:26:48.800838 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Publish callbacks [] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:48.816201 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:48.819477 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9e5f-2b85-4ecb-b974-067b03d28cfd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:48.827913 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-2dbb9e5f-2b85-4ecb-b974-067b03d28cfd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6707802 Mar 31 15:26:48.837190 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49294) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:48.863309 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-2c663e19-4909-4822-8626-9e205095d9cb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group_rule': {'security_group_id': '1e7857fa-2bc2-4f44-8871-883ac187ed1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:48.906518 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:26:48.992222 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb159e-6a4c-4957-945d-914c2924be39 None None] Pushing event updated for resources: {'Port': ['ID=63b276b3-29db-44d2-a589-aa96f5b80c29,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:49.040908 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c663e19-4909-4822-8626-9e205095d9cb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (da6eb6d1-3ae0-4e21-80d1-02b1b871d8cd), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.047276 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a9a6fe94-f5c0-478c-a816-5741a2fae8c5 None None] Provisioning complete for port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:49.048257 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a9a6fe94-f5c0-478c-a816-5741a2fae8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.209309 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Attempting to bind port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:26:49.209645 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Attempting to bind port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '719d7f5f-2217-41d3-aaea-0364bc411404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7a6a4c2e-9fd8-4343-9f6a-118951f688a9'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:26:49.209958 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Attempting to bind port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 on network 7a6a4c2e-9fd8-4343-9f6a-118951f688a9 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:26:49.246904 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Attempting to bind port 63b276b3-29db-44d2-a589-aa96f5b80c29 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:26:49.247205 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Attempting to bind port 63b276b3-29db-44d2-a589-aa96f5b80c29 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:26:49.247453 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Attempting to bind port 63b276b3-29db-44d2-a589-aa96f5b80c29 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:26:49.267100 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a9a6fe94-f5c0-478c-a816-5741a2fae8c5 None None] Port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:26:49.270487 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e1c75a8f-95c2-400e-8f39-c1def024c4a3 req-0d57c163-09bf-4658-822e-f2e556c52c9d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205948 Mar 31 15:26:49.279062 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:26:49.279389 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Checking segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:49.279802 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.280199 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Bound using segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:26:49.280699 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Bound port: 63b276b3-29db-44d2-a589-aa96f5b80c29, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:26:49.281077 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.283557 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 on network 7a6a4c2e-9fd8-4343-9f6a-118951f688a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:26:49.284380 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Attempting to bind port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 on network 7a6a4c2e-9fd8-4343-9f6a-118951f688a9 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:26:49.314797 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:26:49.315122 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Checking segment: {'id': '719d7f5f-2217-41d3-aaea-0364bc411404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7a6a4c2e-9fd8-4343-9f6a-118951f688a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:49.315707 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Bound using segment: {'id': '719d7f5f-2217-41d3-aaea-0364bc411404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7a6a4c2e-9fd8-4343-9f6a-118951f688a9'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:26:49.316156 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Bound port: 15ed7f28-5d5e-44c2-9350-bb76451bd5b3, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719d7f5f-2217-41d3-aaea-0364bc411404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7a6a4c2e-9fd8-4343-9f6a-118951f688a9'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:26:49.316512 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.340360 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c663e19-4909-4822-8626-9e205095d9cb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (da6eb6d1-3ae0-4e21-80d1-02b1b871d8cd), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.346516 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c663e19-4909-4822-8626-9e205095d9cb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (da6eb6d1-3ae0-4e21-80d1-02b1b871d8cd), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.372679 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c663e19-4909-4822-8626-9e205095d9cb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6eb6d1-3ae0-4e21-80d1-02b1b871d8cd,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:49.389006 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c663e19-4909-4822-8626-9e205095d9cb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.393378 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-2c663e19-4909-4822-8626-9e205095d9cb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5491204 Mar 31 15:26:49.397079 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49308) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:49.410925 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-b1fe9a73-7c11-49ed-8ca9-33b70a37a64b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group_rule': {'security_group_id': '1e7857fa-2bc2-4f44-8871-883ac187ed1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:49.424321 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:26:49.435414 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-f2e66330-0b78-472d-8395-116348b1e109 admin admin] 10.222.0.11 "PUT /v2.0/routers/c9b0e07a-ad49-41f8-ad3e-a297ccb907ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2943258 Mar 31 15:26:49.450988 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Sync routers for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:26:49.488792 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:26:49.496765 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:49.527510 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9a73-7c11-49ed-8ca9-33b70a37a64b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (a220c9e7-943e-42ee-b455-687dbc78abf8), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.564328 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] For port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:26:49.590210 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] For port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=15ed7f28-5d5e-44c2-9350-bb76451bd5b3,segment=NetworkSegment(719d7f5f-2217-41d3-aaea-0364bc411404),segment_id=719d7f5f-2217-41d3-aaea-0364bc411404)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:26:49.590467 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] For port 63b276b3-29db-44d2-a589-aa96f5b80c29, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:26:49.605313 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] For port 63b276b3-29db-44d2-a589-aa96f5b80c29, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=63b276b3-29db-44d2-a589-aa96f5b80c29,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:26:49.613809 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.635815 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.844736 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Pushing event updated for resources: {'Port': ['ID=15ed7f28-5d5e-44c2-9350-bb76451bd5b3,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:49.860037 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:49.860678 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.862451 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-76ed4f4b-39eb-48b6-962b-bf45067ec241 service neutron] 10.222.0.13 "PUT /v2.0/ports/15ed7f28-5d5e-44c2-9350-bb76451bd5b3 HTTP/1.1" status: 200 len: 1094 time: 5.8803377 Mar 31 15:26:49.863013 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5cb759-5d90-4f84-a29b-828f86e5936b', 'tag': '15ed7f28-5d5e-44c2-9350-bb76451bd5b3'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:26:49.877369 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb159e-6a4c-4957-945d-914c2924be39 None None] Pushing event updated for resources: {'Port': ['ID=63b276b3-29db-44d2-a589-aa96f5b80c29,revision_number=4']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:49.891085 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9a73-7c11-49ed-8ca9-33b70a37a64b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (a220c9e7-943e-42ee-b455-687dbc78abf8), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.914585 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a419461d-9db5-4447-832e-120f8d55badc None None] Provisioning complete for port 63b276b3-29db-44d2-a589-aa96f5b80c29 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:49.916508 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a419461d-9db5-4447-832e-120f8d55badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.918005 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:26:49.919178 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9a73-7c11-49ed-8ca9-33b70a37a64b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (a220c9e7-943e-42ee-b455-687dbc78abf8), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.920184 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:49.953712 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49316) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:49.981340 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9a73-7c11-49ed-8ca9-33b70a37a64b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.982509 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-b1fe9a73-7c11-49ed-8ca9-33b70a37a64b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5825255 Mar 31 15:26:49.987235 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-997770d1-e599-443a-be4b-30f1f2d80688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:49.990970 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49318) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:50.012352 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe9a73-7c11-49ed-8ca9-33b70a37a64b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a220c9e7-943e-42ee-b455-687dbc78abf8,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:50.026102 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:50.101139 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:26:50.339521 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:26:50.373614 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:50.663871 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-80e47f3c-c18e-41ae-a7a4-f3665d01e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:50.672548 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-80e47f3c-c18e-41ae-a7a4-f3665d01e9ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a82fed01911439cbda142c6cba80430&device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 1128 time: 0.6176250 Mar 31 15:26:50.676595 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a419461d-9db5-4447-832e-120f8d55badc None None] Current status of the port 63b276b3-29db-44d2-a589-aa96f5b80c29 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:50.679010 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a419461d-9db5-4447-832e-120f8d55badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:50.827474 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4eb25-9fc4-4932-bc38-16fef96344bf req-d781cfd4-1035-4394-a11b-931a87c65a1b tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:50.845236 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a419461d-9db5-4447-832e-120f8d55badc None None] For port 63b276b3-29db-44d2-a589-aa96f5b80c29, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=63b276b3-29db-44d2-a589-aa96f5b80c29,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:26:50.846150 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-24af4ad2-b8ea-4ee1-af50-0dcd16eeddde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ed7f28-5d5e-44c2-9350-bb76451bd5b3 HTTP/1.1" status: 200 len: 217 time: 0.1554444 Mar 31 15:26:50.857348 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a419461d-9db5-4447-832e-120f8d55badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:50.884589 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-38a4eb25-9fc4-4932-bc38-16fef96344bf req-d781cfd4-1035-4394-a11b-931a87c65a1b tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 944 time: 0.3556349 Mar 31 15:26:50.903473 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-997770d1-e599-443a-be4b-30f1f2d80688 admin admin] Publish callbacks [] for security_group (77de0c31-46ba-43ce-9c37-c34f785bb28e), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:50.927281 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-997770d1-e599-443a-be4b-30f1f2d80688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (77de0c31-46ba-43ce-9c37-c34f785bb28e), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:51.077127 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997770d1-e599-443a-be4b-30f1f2d80688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de0c31-46ba-43ce-9c37-c34f785bb28e,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:51.119371 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-38a4eb25-9fc4-4932-bc38-16fef96344bf req-898d9656-534e-459c-912e-26dddda23d2f tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286360 Mar 31 15:26:51.139474 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:49Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:51.143085 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:45Z', 'revision_number': 2, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:51.159251 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419461d-9db5-4447-832e-120f8d55badc None None] Pushing event updated for resources: {'Port': ['ID=63b276b3-29db-44d2-a589-aa96f5b80c29,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:51.162247 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-3c6029a9-f3cb-4ebc-855e-dd78f2e7e63f None None] Provisioning complete for port 63b276b3-29db-44d2-a589-aa96f5b80c29 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:51.162809 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3c6029a9-f3cb-4ebc-855e-dd78f2e7e63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:51.224219 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-997770d1-e599-443a-be4b-30f1f2d80688 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e7c93c5c30441c7a252960419f92e85&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2678797 Mar 31 15:26:51.227529 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49342) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:51.232420 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-f18eebbe-bc70-4d11-b735-8e05ef2bd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:51.248668 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-f18eebbe-bc70-4d11-b735-8e05ef2bd4b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5717f4e8-ea5f-42c2-a059-c476d3c4f6ac HTTP/1.1" status: 200 len: 852 time: 0.3872154 Mar 31 15:26:51.381957 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cf99e1-ee82-4699-ac16-ea99a5ec670f None None] The sync data for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi is: [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:49Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:51.418785 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce168f5f-6e06-4a11-aa63-90edd9d51a7d admin admin] Publish callbacks [] for security_group (77de0c31-46ba-43ce-9c37-c34f785bb28e), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:51.476624 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce168f5f-6e06-4a11-aa63-90edd9d51a7d admin admin] Publish callbacks [] for security_group (77de0c31-46ba-43ce-9c37-c34f785bb28e), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:51.706300 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce168f5f-6e06-4a11-aa63-90edd9d51a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (77de0c31-46ba-43ce-9c37-c34f785bb28e), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:51.709427 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce168f5f-6e06-4a11-aa63-90edd9d51a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:51.718431 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-ce168f5f-6e06-4a11-aa63-90edd9d51a7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77de0c31-46ba-43ce-9c37-c34f785bb28e HTTP/1.1" status: 204 len: 168 time: 0.4868584 Mar 31 15:26:51.725600 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Checking router: c9b0e07a-ad49-41f8-ad3e-a297ccb907ae for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:26:51.729154 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Updating router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab binding host dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:26:51.767920 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d0825e-43b3-447b-bde2-396fd954dc94" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5cb759-5d90-4f84-a29b-828f86e5936b", "tag": "15ed7f28-5d5e-44c2-9350-bb76451bd5b3"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:26:51.775528 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce168f5f-6e06-4a11-aa63-90edd9d51a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de0c31-46ba-43ce-9c37-c34f785bb28e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:51.819265 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-2aa2768e-c66f-4f01-91be-be56c448bbd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a6a4c2e-9fd8-4343-9f6a-118951f688a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5365639 Mar 31 15:26:51.881207 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:52.216988 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Allocated IP 172.27.2.145 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:26:52.445604 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:52.531858 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:52.656800 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:52.838093 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:53.084653 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:53.140625 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:26:53.169999 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:26:53.175972 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:26:53.417009 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5866423-cc9a-4b72-8c5a-e5e2ccec3f13 x-openstack-request-id: req-f5866423-cc9a-4b72-8c5a-e5e2ccec3f13 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:26:53.439335 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5cb759-5d90-4f84-a29b-828f86e5936b", "tag": "15ed7f28-5d5e-44c2-9350-bb76451bd5b3", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:26:53.439625 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5866423-cc9a-4b72-8c5a-e5e2ccec3f13 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:26:53.440132 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5866423-cc9a-4b72-8c5a-e5e2ccec3f13'] response: {'name': 'network-changed', 'server_uuid': '1c5cb759-5d90-4f84-a29b-828f86e5936b', 'tag': '15ed7f28-5d5e-44c2-9350-bb76451bd5b3', 'status': 'completed', 'code': 200} Mar 31 15:26:53.494587 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-eb8372e9-024f-4be8-8734-32c4bbb16b45 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:53.506862 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-eb8372e9-024f-4be8-8734-32c4bbb16b45 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 819 time: 0.4720211 Mar 31 15:26:53.526267 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Publish callbacks [] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:53.592779 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:53.605051 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-3c6029a9-f3cb-4ebc-855e-dd78f2e7e63f None None] Current status of the port 63b276b3-29db-44d2-a589-aa96f5b80c29 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:53.611725 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-e020349e-df73-4967-916a-c111f95b1a35 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/quotas/6aff4d9a62264eeda051d4f5f855d586 HTTP/1.1" status: 200 len: 375 time: 0.0929437 Mar 31 15:26:53.657646 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-5e537438-6f22-4254-89f8-3ada0353a054 service neutron] 10.222.0.13 "GET /v2.0/networks/7a6a4c2e-9fd8-4343-9f6a-118951f688a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8163316 Mar 31 15:26:53.802190 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd373b94-649e-483a-a07d-7611c8bbd4f8 None None] Pushing event updated for resources: {'Port': ['ID=b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:53.822615 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 63b276b3-29db-44d2-a589-aa96f5b80c29 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:26:53.923528 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6e193-e073-4c06-a0be-2a5dfd3e0024 req-9aa112e4-fdaf-4e86-9913-9cd57289b378 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:53.934271 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-37b6e193-e073-4c06-a0be-2a5dfd3e0024 req-9aa112e4-fdaf-4e86-9913-9cd57289b378 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 944 time: 0.2663286 Mar 31 15:26:54.051103 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-97da67fa-0486-4b57-9df4-0c18b001d3e7 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4323001 Mar 31 15:26:54.192092 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (f8b87ae4-a14c-415d-8d30-04e796e73549), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:54.257320 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-37b6e193-e073-4c06-a0be-2a5dfd3e0024 req-64bfb5af-4968-4dfc-96a6-842d79802893 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218787 Mar 31 15:26:54.349077 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-c800deb3-9bf0-409f-bb30-3f539484fee0 service neutron] 10.222.0.11 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887855 Mar 31 15:26:54.473464 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Attempting to bind port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:26:54.493898 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Attempting to bind port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:26:54.494527 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Attempting to bind port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab on network 530b786a-c6cc-4d4e-b354-724c19ff2f4f {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:26:54.537469 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:26:54.538192 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Checking segment: {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:26:54.538303 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:54.538601 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Bound using segment: {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:26:54.539665 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Bound port: b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:26:54.540111 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:54.650114 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 63b276b3-29db-44d2-a589-aa96f5b80c29 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:54.654056 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:54.776997 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-ef9601fb-2047-4bbb-98d7-28dad9a15473 service neutron] 10.222.0.11 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198298 Mar 31 15:26:54.839681 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-64de5117-ee10-4836-ae53-69eebfc6e4fc None None] Provisioning complete for port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:54.839681 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-64de5117-ee10-4836-ae53-69eebfc6e4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:54.945750 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49478) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:55.165245 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-64de5117-ee10-4836-ae53-69eebfc6e4fc None None] Port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:26:55.176304 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] For port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:26:55.228574 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] For port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:26:55.262400 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:55.281943 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 63b276b3-29db-44d2-a589-aa96f5b80c29 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:55.286764 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:55.333234 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d646e3fc-4389-497c-a6ce-94a8ae8ac195 req-70c5ae78-fea5-4ca0-94f2-b9434923d939 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 210 time: 0.0952842 Mar 31 15:26:55.369572 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-69fd06c0-7908-4616-a5af-4ea6cfd3aa39 req-f82bfbfc-4f54-49c1-a2e4-bd21319a472b service neutron] 10.222.0.13 "GET /v2.0/networks/7a6a4c2e-9fd8-4343-9f6a-118951f688a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7107375 Mar 31 15:26:55.497986 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:26:55.498784 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:26:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:55.571035 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5e7860d3-b9c9-4489-a87e-3839b2c1a2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:55.749370 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18397bdc-91f2-408e-b52d-1651abd76641 req-df032125-33b6-4d3b-bb07-09744dc4eaf0 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:55.762138 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-18397bdc-91f2-408e-b52d-1651abd76641 req-df032125-33b6-4d3b-bb07-09744dc4eaf0 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 944 time: 0.3108034 Mar 31 15:26:55.777915 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:55.786999 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd373b94-649e-483a-a07d-7611c8bbd4f8 None None] Pushing event updated for resources: {'Port': ['ID=b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:55.791173 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:55.930902 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:55.939533 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5e7860d3-b9c9-4489-a87e-3839b2c1a2a5 admin admin] Publish callbacks [] for security_group (2662cecd-b881-428f-a9b3-67db7e3fed68), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:55.967161 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5e7860d3-b9c9-4489-a87e-3839b2c1a2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2662cecd-b881-428f-a9b3-67db7e3fed68), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:55.970113 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:26:55.989994 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (f8b87ae4-a14c-415d-8d30-04e796e73549), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:56.013292 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:56.015265 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-03ca86d8-3403-44bf-b429-5a70ca26535f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0129778 Mar 31 15:26:56.040265 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-0dfe0811-e864-4eed-ad1a-3b738bb62192 None None] Provisioning complete for port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:56.041146 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0811-e864-4eed-ad1a-3b738bb62192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:56.530639 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe0811-e864-4eed-ad1a-3b738bb62192 None None] Current status of the port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:56.531121 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0811-e864-4eed-ad1a-3b738bb62192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:56.600865 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-0dfe0811-e864-4eed-ad1a-3b738bb62192 None None] For port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:26:56.611850 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0811-e864-4eed-ad1a-3b738bb62192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:56.643498 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-5e7860d3-b9c9-4489-a87e-3839b2c1a2a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af3dc3e866d04b449acaa595fc2ad73f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6963995 Mar 31 15:26:56.646260 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49570) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:56.650820 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7860d3-b9c9-4489-a87e-3839b2c1a2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2662cecd-b881-428f-a9b3-67db7e3fed68,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:56.699626 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:55Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:26:56.724658 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-59a28cde-f203-4730-ab4c-a4159f80bd6f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:56.755566 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-59a28cde-f203-4730-ab4c-a4159f80bd6f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 819 time: 0.7099392 Mar 31 15:26:56.781747 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-645036a4-061a-4dac-a0f3-47b3aae3b4db admin admin] Publish callbacks [] for security_group (2662cecd-b881-428f-a9b3-67db7e3fed68), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:56.782907 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-ca8738e2-2c6d-4363-8c4b-57636dd29449 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/quotas/6aff4d9a62264eeda051d4f5f855d586 HTTP/1.1" status: 200 len: 375 time: 0.0261040 Mar 31 15:26:56.831028 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-18397bdc-91f2-408e-b52d-1651abd76641 req-c05a34a9-3dc1-41c4-8ff0-3324fef78f18 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0658877 Mar 31 15:26:56.832686 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe0811-e864-4eed-ad1a-3b738bb62192 None None] Pushing event updated for resources: {'Port': ['ID=b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:56.836988 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad64495-d556-4016-8190-b0ae3df03129 None None] The sync data for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi is: [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:55Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:26:56.869801 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-645036a4-061a-4dac-a0f3-47b3aae3b4db admin admin] Publish callbacks [] for security_group (2662cecd-b881-428f-a9b3-67db7e3fed68), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:56.899102 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49576) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:57.006696 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d702f0eb-23da-4f29-93cc-5ec69e3dc36d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2080724 Mar 31 15:26:57.067217 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-645036a4-061a-4dac-a0f3-47b3aae3b4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2662cecd-b881-428f-a9b3-67db7e3fed68), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:57.078474 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-645036a4-061a-4dac-a0f3-47b3aae3b4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:57.084861 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-645036a4-061a-4dac-a0f3-47b3aae3b4db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2662cecd-b881-428f-a9b3-67db7e3fed68 HTTP/1.1" status: 204 len: 168 time: 0.4360325 Mar 31 15:26:57.105298 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645036a4-061a-4dac-a0f3-47b3aae3b4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2662cecd-b881-428f-a9b3-67db7e3fed68,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:57.182176 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-5ed344bc-9228-4dc0-a7b3-792d0a5604fe tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--926560671&fields=id&tenant_id=c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 267 time: 0.0980351 Mar 31 15:26:57.278983 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-44bad6d1-2df8-4d35-ab64-c8d504dc18ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:57.281709 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:26:57.435005 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-44bad6d1-2df8-4d35-ab64-c8d504dc18ee admin admin] Publish callbacks [] for security_group (0f540435-007b-446f-b60e-e778180496f3), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:57.440466 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-44bad6d1-2df8-4d35-ab64-c8d504dc18ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (0f540435-007b-446f-b60e-e778180496f3), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:57.498545 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8278801-173a-4829-b193-2e2e15d522bf req-80d5fda5-ac24-4d5b-a852-412d8f9c3f45 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:57.509881 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-80d5fda5-ac24-4d5b-a852-412d8f9c3f45 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 815 time: 0.3263283 Mar 31 15:26:57.514738 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-44bad6d1-2df8-4d35-ab64-c8d504dc18ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6fb9bda464cb406c824fae4842d10539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6103289 Mar 31 15:26:57.525054 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49602) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:57.547210 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-723c43e4-4208-4125-b919-c1b7179b5190 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/quotas/c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 375 time: 0.0354383 Mar 31 15:26:57.593408 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:26:57.645847 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bad6d1-2df8-4d35-ab64-c8d504dc18ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f540435-007b-446f-b60e-e778180496f3,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:57.677635 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7cf28a0e-989b-476b-a43c-33a735b25c9b admin admin] Publish callbacks [] for security_group (0f540435-007b-446f-b60e-e778180496f3), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:57.704544 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49608) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:57.722659 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-93733a1c-f6d7-4168-b693-cad751ac8a82 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1740389 Mar 31 15:26:57.730033 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:26:57.730902 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:57.741032 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7cf28a0e-989b-476b-a43c-33a735b25c9b admin admin] Publish callbacks [] for security_group (0f540435-007b-446f-b60e-e778180496f3), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:57.877410 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7cf28a0e-989b-476b-a43c-33a735b25c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (0f540435-007b-446f-b60e-e778180496f3), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:57.880929 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7cf28a0e-989b-476b-a43c-33a735b25c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:57.886775 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-7cf28a0e-989b-476b-a43c-33a735b25c9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f540435-007b-446f-b60e-e778180496f3 HTTP/1.1" status: 204 len: 168 time: 0.3577650 Mar 31 15:26:57.898940 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf28a0e-989b-476b-a43c-33a735b25c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f540435-007b-446f-b60e-e778180496f3,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:57.905008 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:26:58.010391 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-1cdba271-35c3-4fda-8f05-f84868372bc8 service neutron] 10.222.0.11 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564173 Mar 31 15:26:58.075267 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b77f667f-0ae6-495d-b0f0-46b74809077f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:58.159073 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49626) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:58.205605 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8c621d33-6fc7-48b5-8bcf-65600a17d001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:58.220602 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-1a323baf-bc7d-45bf-b094-123d95602ad8 service neutron] 10.222.0.11 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986642 Mar 31 15:26:58.322488 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0825e-43b3-447b-bde2-396fd954dc94 req-bb733bbd-dde7-4bd1-ac2f-af8939ea6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:58.324065 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b6d0825e-43b3-447b-bde2-396fd954dc94 req-bb733bbd-dde7-4bd1-ac2f-af8939ea6d65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a82fed01911439cbda142c6cba80430&device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 1128 time: 0.1813264 Mar 31 15:26:58.392270 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8c621d33-6fc7-48b5-8bcf-65600a17d001 admin admin] Publish callbacks [] for security_group (e6615469-28eb-461c-81ab-03e7ee8730fc), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:58.401927 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8c621d33-6fc7-48b5-8bcf-65600a17d001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (e6615469-28eb-461c-81ab-03e7ee8730fc), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:58.467181 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c621d33-6fc7-48b5-8bcf-65600a17d001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6615469-28eb-461c-81ab-03e7ee8730fc,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:58.498594 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-8c621d33-6fc7-48b5-8bcf-65600a17d001 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ccd5f01c9c934d9ea25d3917fd3f1dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381529 Mar 31 15:26:58.500522 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49634) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:58.613145 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-142e0d6d-363f-43c0-aab3-e0203326bec0 admin admin] Publish callbacks [] for security_group (e6615469-28eb-461c-81ab-03e7ee8730fc), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:58.658176 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d33bca23-4a01-42cc-b761-6fa1d097d3b7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:26:58.660172 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d33bca23-4a01-42cc-b761-6fa1d097d3b7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7332597 Mar 31 15:26:58.752615 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-142e0d6d-363f-43c0-aab3-e0203326bec0 admin admin] Publish callbacks [] for security_group (e6615469-28eb-461c-81ab-03e7ee8730fc), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:58.813941 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0825e-43b3-447b-bde2-396fd954dc94 req-af075fc9-99d1-456c-882f-37c9a86141c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:58.818234 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b6d0825e-43b3-447b-bde2-396fd954dc94 req-af075fc9-99d1-456c-882f-37c9a86141c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a6a4c2e-9fd8-4343-9f6a-118951f688a9 HTTP/1.1" status: 200 len: 913 time: 0.4873259 Mar 31 15:26:58.919784 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b77f667f-0ae6-495d-b0f0-46b74809077f admin admin] Publish callbacks [] for security_group (6b8b7faf-5358-4794-a005-268297bdb129), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:58.923566 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b6d0825e-43b3-447b-bde2-396fd954dc94 req-f9d109dd-78ba-4a0e-81a3-3d782bc39d44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ed7f28-5d5e-44c2-9350-bb76451bd5b3 HTTP/1.1" status: 200 len: 217 time: 0.0955758 Mar 31 15:26:58.928685 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b77f667f-0ae6-495d-b0f0-46b74809077f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (6b8b7faf-5358-4794-a005-268297bdb129), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:59.158724 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579b88-d03f-4068-b779-058a7df2686a req-3e6747c5-0a2b-47c5-92a9-312d567e357e tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:59.161649 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0d579b88-d03f-4068-b779-058a7df2686a req-3e6747c5-0a2b-47c5-92a9-312d567e357e tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 944 time: 0.4707203 Mar 31 15:26:59.182682 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49648) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:59.199379 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0825e-43b3-447b-bde2-396fd954dc94 req-0daf209f-ce64-4747-86fe-c7ab7effd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:59.206116 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b6d0825e-43b3-447b-bde2-396fd954dc94 req-0daf209f-ce64-4747-86fe-c7ab7effd1bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5717f4e8-ea5f-42c2-a059-c476d3c4f6ac HTTP/1.1" status: 200 len: 852 time: 0.2695706 Mar 31 15:26:59.213842 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.13', 52673) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:59.228009 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-f04369b2-aae5-48bb-bdbf-ee24579fbc9b service neutron] 10.222.0.11 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598199 Mar 31 15:26:59.300486 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b6d0825e-43b3-447b-bde2-396fd954dc94 req-a654641d-d419-4e4d-aec2-107ede2e3efb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a6a4c2e-9fd8-4343-9f6a-118951f688a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643325 Mar 31 15:26:59.338631 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b77f667f-0ae6-495d-b0f0-46b74809077f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e251c358959e41289ae64ac8413f0268&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6293895 Mar 31 15:26:59.369876 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-eda6a3a3-7196-4f60-b548-0697c741d286 service neutron] 10.222.0.11 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192625 Mar 31 15:26:59.375202 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49652) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:26:59.390238 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-142e0d6d-363f-43c0-aab3-e0203326bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (e6615469-28eb-461c-81ab-03e7ee8730fc), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:59.393000 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-142e0d6d-363f-43c0-aab3-e0203326bec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:59.396831 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-142e0d6d-363f-43c0-aab3-e0203326bec0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6615469-28eb-461c-81ab-03e7ee8730fc HTTP/1.1" status: 204 len: 168 time: 0.8911829 Mar 31 15:26:59.407919 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f667f-0ae6-495d-b0f0-46b74809077f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8b7faf-5358-4794-a005-268297bdb129,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:59.551962 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fd18d6a1-244e-49ab-9fa4-6d8b52df5028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:59.560908 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e0d6d-363f-43c0-aab3-e0203326bec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6615469-28eb-461c-81ab-03e7ee8730fc,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:26:59.591728 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba812d00-7ffd-46f2-8a29-5acb497c37af admin admin] Publish callbacks [] for security_group (6b8b7faf-5358-4794-a005-268297bdb129), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:59.690165 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba812d00-7ffd-46f2-8a29-5acb497c37af admin admin] Publish callbacks [] for security_group (6b8b7faf-5358-4794-a005-268297bdb129), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:59.812220 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-f9aba2f9-2b79-4b30-8192-845b410fecb3 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:26:59.813965 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-f9aba2f9-2b79-4b30-8192-845b410fecb3 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 819 time: 0.5952229 Mar 31 15:26:59.838813 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0d579b88-d03f-4068-b779-058a7df2686a req-fecf7cba-3c9f-416f-b194-cfcfd58d9477 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6664333 Mar 31 15:26:59.843395 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Request body: {'port': {'device_id': 'a4b4b5f4-4023-4839-be93-4eb6f638920c', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'admin_state_up': True, 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:26:59.970489 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba812d00-7ffd-46f2-8a29-5acb497c37af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (6b8b7faf-5358-4794-a005-268297bdb129), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:59.979757 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba812d00-7ffd-46f2-8a29-5acb497c37af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:26:59.989716 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-ba812d00-7ffd-46f2-8a29-5acb497c37af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b8b7faf-5358-4794-a005-268297bdb129 HTTP/1.1" status: 204 len: 168 time: 0.6008673 Mar 31 15:27:00.053501 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b6d0825e-43b3-447b-bde2-396fd954dc94 req-53e8bc32-c8a2-484e-82da-6c1268bc1259 service neutron] 10.222.0.13 "GET /v2.0/networks/7a6a4c2e-9fd8-4343-9f6a-118951f688a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7129207 Mar 31 15:27:00.114465 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba812d00-7ffd-46f2-8a29-5acb497c37af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8b7faf-5358-4794-a005-268297bdb129,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:00.237059 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5e0e5675-47d6-4c9e-98cc-f8cc9648539d req-7af98e15-83c3-4a1f-874a-0ff938aa9938 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 210 time: 0.1766698 Mar 31 15:27:00.247508 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fd18d6a1-244e-49ab-9fa4-6d8b52df5028 admin admin] Publish callbacks [] for security_group (69a3dea3-a4be-4e50-ab90-e450576eac9e), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:00.264739 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Made reservation on behalf of 6aff4d9a62264eeda051d4f5f855d586 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:00.268945 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fd18d6a1-244e-49ab-9fa4-6d8b52df5028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (69a3dea3-a4be-4e50-ab90-e450576eac9e), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:00.284574 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:00.328418 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b6d0825e-43b3-447b-bde2-396fd954dc94 req-ffaf8e3c-d86d-4b76-a02c-7d19423cc859 service neutron] 10.222.0.13 "GET /v2.0/networks/7a6a4c2e-9fd8-4343-9f6a-118951f688a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606697 Mar 31 15:27:00.430962 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ce5f3548-d45b-428f-9316-990733dfc784 req-24bbc8c6-52cf-4d0d-8734-01ea1b045b95 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 210 time: 0.1145194 Mar 31 15:27:00.443223 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-fd18d6a1-244e-49ab-9fa4-6d8b52df5028 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c241e7e01d344bfa9deb5ac29ced164&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2183833 Mar 31 15:27:00.444621 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18d6a1-244e-49ab-9fa4-6d8b52df5028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a3dea3-a4be-4e50-ab90-e450576eac9e,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:00.446024 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 49702) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:00.574457 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Allocated IP 172.20.0.8 (530b786a-c6cc-4d4e-b354-724c19ff2f4f/eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07/cb2ae9c9-4fa8-4f50-9246-a310e46d5301) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:00.597711 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-06d43a84-833e-4218-93d7-c72f3a60b545 admin admin] Publish callbacks [] for security_group (69a3dea3-a4be-4e50-ab90-e450576eac9e), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:00.649471 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-06d43a84-833e-4218-93d7-c72f3a60b545 admin admin] Publish callbacks [] for security_group (69a3dea3-a4be-4e50-ab90-e450576eac9e), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:00.742236 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49720) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:00.766696 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-50cf0d3c-a052-4ada-8e0b-8856a82dfca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.011976 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.052456 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-06d43a84-833e-4218-93d7-c72f3a60b545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (69a3dea3-a4be-4e50-ab90-e450576eac9e), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.062496 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-06d43a84-833e-4218-93d7-c72f3a60b545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.067378 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-06d43a84-833e-4218-93d7-c72f3a60b545 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69a3dea3-a4be-4e50-ab90-e450576eac9e HTTP/1.1" status: 204 len: 168 time: 0.5954611 Mar 31 15:27:01.067798 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:27:01.178072 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d43a84-833e-4218-93d7-c72f3a60b545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a3dea3-a4be-4e50-ab90-e450576eac9e,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:01.192086 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-50cf0d3c-a052-4ada-8e0b-8856a82dfca9 admin admin] Publish callbacks [] for security_group (41f65db2-9fda-400e-8061-f15fc3ddf566), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.214750 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-50cf0d3c-a052-4ada-8e0b-8856a82dfca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (41f65db2-9fda-400e-8061-f15fc3ddf566), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.215494 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8278801-173a-4829-b193-2e2e15d522bf req-ee02fe18-9893-4801-a41e-b11851059f7f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:01.217963 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-ee02fe18-9893-4801-a41e-b11851059f7f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 815 time: 0.4286928 Mar 31 15:27:01.219875 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.238474 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f59308-2528-444d-8820-c108aa127aa9 req-ad7524a2-31fb-468a-8662-6e70b3473143 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:01.240229 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-08f59308-2528-444d-8820-c108aa127aa9 req-ad7524a2-31fb-468a-8662-6e70b3473143 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 944 time: 0.2352660 Mar 31 15:27:01.381566 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=15ed7f28-5d5e-44c2-9350-bb76451bd5b3,segment=NetworkSegment(719d7f5f-2217-41d3-aaea-0364bc411404),segment_id=719d7f5f-2217-41d3-aaea-0364bc411404)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:01.389977 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-50cf0d3c-a052-4ada-8e0b-8856a82dfca9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6de1bb1c57814b2a947fe4397d58b84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6437912 Mar 31 15:27:01.390452 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49742) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:01.415254 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf0d3c-a052-4ada-8e0b-8856a82dfca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f65db2-9fda-400e-8061-f15fc3ddf566,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:01.415674 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '15ed7f28-5d5e-44c2-9350-bb76451bd5b3', 'network_id': '7a6a4c2e-9fd8-4343-9f6a-118951f688a9', 'port_id': '15ed7f28-5d5e-44c2-9350-bb76451bd5b3', 'mac_address': 'fa:16:3e:9f:df:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5717f4e8-ea5f-42c2-a059-c476d3c4f6ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:27:01.442695 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Network 530b786a-c6cc-4d4e-b354-724c19ff2f4f is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:01.458494 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:01.470924 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:27:01.479702 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event updated for resources: {'Port': ['ID=cb2ae9c9-4fa8-4f50-9246-a310e46d5301,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:01.495651 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bca22ff7-50ac-4db0-b71d-24671b0aaff3 req-509ecdd6-caac-4d7b-b77b-5ec6c6938e6e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 210 time: 0.0938861 Mar 31 15:27:01.518446 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-08f59308-2528-444d-8820-c108aa127aa9 req-e7145631-abeb-4b73-9cfd-fd3eb24321f7 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552266 Mar 31 15:27:01.543684 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-9bd4e852-ce95-4984-9d4e-227af6935f91 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 379 time: 0.2970855 Mar 31 15:27:01.560422 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'port': {'device_id': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'admin_state_up': True, 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'security_groups': ['1e7857fa-2bc2-4f44-8871-883ac187ed1a']}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:01.590140 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:01.590994 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.597124 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-98ad5984-028d-46f2-9c0c-3951c1ad1d0c admin admin] Publish callbacks [] for security_group (41f65db2-9fda-400e-8061-f15fc3ddf566), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.606898 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:27:01.624920 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:01.625724 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.651870 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=15ed7f28-5d5e-44c2-9350-bb76451bd5b3,segment=NetworkSegment(719d7f5f-2217-41d3-aaea-0364bc411404),segment_id=719d7f5f-2217-41d3-aaea-0364bc411404)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:01.661808 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.666229 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-98ad5984-028d-46f2-9c0c-3951c1ad1d0c admin admin] Publish callbacks [] for security_group (41f65db2-9fda-400e-8061-f15fc3ddf566), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.729475 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ab7b5633-7019-4822-8e29-7bf88c2720fe req-43aa3298-2a86-4d18-9ed8-b0bba14dd760 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 210 time: 0.0596309 Mar 31 15:27:01.793370 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-98ad5984-028d-46f2-9c0c-3951c1ad1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (41f65db2-9fda-400e-8061-f15fc3ddf566), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.797226 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-98ad5984-028d-46f2-9c0c-3951c1ad1d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:01.799714 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-98ad5984-028d-46f2-9c0c-3951c1ad1d0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41f65db2-9fda-400e-8061-f15fc3ddf566 HTTP/1.1" status: 204 len: 168 time: 0.4041212 Mar 31 15:27:01.818290 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad5984-028d-46f2-9c0c-3951c1ad1d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f65db2-9fda-400e-8061-f15fc3ddf566,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:01.837831 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=15ed7f28-5d5e-44c2-9350-bb76451bd5b3,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:01.849394 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.13', 52683) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:01.849664 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-24d9d754-f6a5-40e0-9805-e28963d61c47 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0225346 Mar 31 15:27:01.878359 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Request body: {'port': {'device_id': 'a4b4b5f4-4023-4839-be93-4eb6f638920c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:01.958834 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['15ed7f28-5d5e-44c2-9350-bb76451bd5b3'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:27:02.044614 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-42a87d60-9887-45fb-b55b-c3f14dd1a9c0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:02.047156 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-42a87d60-9887-45fb-b55b-c3f14dd1a9c0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 819 time: 0.1998618 Mar 31 15:27:02.066054 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Request body: {'port': {'device_id': '4bda698b-68ce-42e8-b269-5359aaffafcc', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'admin_state_up': True, 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:02.088500 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:02.223371 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Made reservation on behalf of c354a25138ad49b18228539ce07b0cd7 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:02.228391 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:02.364599 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-27b6e6e4-e9cd-4608-b728-b78751d05a6e None None] Provisioning complete for port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:02.365130 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-27b6e6e4-e9cd-4608-b728-b78751d05a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:02.526277 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Made reservation on behalf of 6aff4d9a62264eeda051d4f5f855d586 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:02.530044 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:02.540450 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Allocated IP 172.20.0.6 (fc02ec74-7758-4df2-8ceb-5657ae38de47/7ac981f0-5e91-4e93-b7ca-3a3576546b1f/19d726be-d5ff-4151-9525-4cb3354a8151) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:02.567129 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-27b6e6e4-e9cd-4608-b728-b78751d05a6e None None] Port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:27:02.747063 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49800) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:02.946700 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e11245ea-c1ea-4ab0-98f0-f4db8d9000bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:02.974907 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2ae9c9-4fa8-4f50-9246-a310e46d5301 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:27:02.978353 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-512f67fc-8ed0-4280-932e-a9ea0d7989ff req-d553b170-0a02-4556-a168-db8f1d24c75d tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 210 time: 0.2759683 Mar 31 15:27:02.994882 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Publish callbacks [] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.048470 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Transition to ACTIVE for port object cb2ae9c9-4fa8-4f50-9246-a310e46d5301 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:27:03.057143 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.223979 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3ff81533-0962-4cab-8e0b-42f6c01915be req-dff5b5ff-2f72-4cf6-8160-285fe9ffa084 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 210 time: 0.1131189 Mar 31 15:27:03.270309 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdba68c-b4b9-49ea-941a-504dbbb52aa7 req-4080d98b-2cc2-4e80-86d7-afeb9b1f7139 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:03.272323 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1cdba68c-b4b9-49ea-941a-504dbbb52aa7 req-4080d98b-2cc2-4e80-86d7-afeb9b1f7139 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 945 time: 0.5683823 Mar 31 15:27:03.344684 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Allocated IP 172.20.0.9 (530b786a-c6cc-4d4e-b354-724c19ff2f4f/eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07/dc075c6d-39df-4776-80ee-fc8e9617f1ae) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:03.406108 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1cdba68c-b4b9-49ea-941a-504dbbb52aa7 req-d9249d3f-51aa-4513-ad28-f584decbcf52 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232047 Mar 31 15:27:03.464611 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7b2eca3b-5d9d-4aec-b176-4c84e5925429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.477432 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (19d726be-d5ff-4151-9525-4cb3354a8151), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.498888 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2ae9c9-4fa8-4f50-9246-a310e46d5301,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:03.557596 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Attempting to bind port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:27:03.558049 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Attempting to bind port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:27:03.558409 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Attempting to bind port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 on network 530b786a-c6cc-4d4e-b354-724c19ff2f4f {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:03.566916 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 on network 530b786a-c6cc-4d4e-b354-724c19ff2f4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:27:03.567404 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Attempting to bind port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 on network 530b786a-c6cc-4d4e-b354-724c19ff2f4f {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:03.575356 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.578087 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:27:03.578444 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Checking segment: {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:03.579168 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Bound using segment: {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:27:03.579341 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Bound port: cb2ae9c9-4fa8-4f50-9246-a310e46d5301, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:27:03.579732 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.591427 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49836) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:03.685337 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:03.692770 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=19d726be-d5ff-4151-9525-4cb3354a8151,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:03.695525 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:03.700306 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:27:03.717732 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.734888 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7b2eca3b-5d9d-4aec-b176-4c84e5925429 admin admin] Publish callbacks [] for security_group (eac23fb4-56ff-4b4d-bf2b-7eac534b7f90), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.750444 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7b2eca3b-5d9d-4aec-b176-4c84e5925429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (eac23fb4-56ff-4b4d-bf2b-7eac534b7f90), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.780487 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] For port cb2ae9c9-4fa8-4f50-9246-a310e46d5301, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:27:03.788260 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] For port cb2ae9c9-4fa8-4f50-9246-a310e46d5301, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cb2ae9c9-4fa8-4f50-9246-a310e46d5301,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:27:03.796453 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:03.797404 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.797699 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eca3b-5d9d-4aec-b176-4c84e5925429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac23fb4-56ff-4b4d-bf2b-7eac534b7f90,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:03.826534 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.838424 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-7b2eca3b-5d9d-4aec-b176-4c84e5925429 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9a256fdadf0476cb6822ca8b308c465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8634334 Mar 31 15:27:03.841180 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49846) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:03.859578 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1804884860-network', 'tenant_id': 'e298c246593e4bb8b86c52a86cd3edb5'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:03.887691 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.900449 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-f98f0f2a-5de7-4bff-915d-36d7e46fce44 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3463125 Mar 31 15:27:03.911444 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Request body: {'port': {'device_id': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:03.929953 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:03.930947 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:03.932586 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb2ae9c9-4fa8-4f50-9246-a310e46d5301 HTTP/1.1" status: 200 len: 1093 time: 2.0731244 Mar 31 15:27:03.934998 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b4b5f4-4023-4839-be93-4eb6f638920c', 'tag': 'cb2ae9c9-4fa8-4f50-9246-a310e46d5301'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:03.938123 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b818cdd-b6fc-496e-a57b-67662856ede9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b4b5f4-4023-4839-be93-4eb6f638920c", "tag": "cb2ae9c9-4fa8-4f50-9246-a310e46d5301"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:27:04.157701 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Network 530b786a-c6cc-4d4e-b354-724c19ff2f4f is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:04.164175 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b32222-f144-4b7d-8600-00abd56db6e8 x-openstack-request-id: req-35b32222-f144-4b7d-8600-00abd56db6e8 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:27:04.164602 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b4b5f4-4023-4839-be93-4eb6f638920c", "tag": "cb2ae9c9-4fa8-4f50-9246-a310e46d5301", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:27:04.164774 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35b32222-f144-4b7d-8600-00abd56db6e8 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:27:04.165312 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b32222-f144-4b7d-8600-00abd56db6e8'] response: {'name': 'network-changed', 'server_uuid': 'a4b4b5f4-4023-4839-be93-4eb6f638920c', 'tag': 'cb2ae9c9-4fa8-4f50-9246-a310e46d5301', 'status': 'completed', 'code': 200} Mar 31 15:27:04.169456 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-68ff5a1e-ddd0-43e8-9a70-5e29de9ab8c3 None None] Provisioning complete for port 19d726be-d5ff-4151-9525-4cb3354a8151 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:04.175375 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:04.178824 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-68ff5a1e-ddd0-43e8-9a70-5e29de9ab8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:04.185174 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:27:04.287367 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event updated for resources: {'Port': ['ID=dc075c6d-39df-4776-80ee-fc8e9617f1ae,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:04.287578 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:04.294254 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Made reservation on behalf of e298c246593e4bb8b86c52a86cd3edb5 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:04.296610 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:04.328353 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd7350-fdfe-4099-b9a8-894988c0aad1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2ae9c9-4fa8-4f50-9246-a310e46d5301,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:04.333391 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-68ff5a1e-ddd0-43e8-9a70-5e29de9ab8c3 None None] Port 19d726be-d5ff-4151-9525-4cb3354a8151 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:27:04.399889 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-fc1956e0-7897-4324-9c77-ab815f304157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:04.403476 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-fc1956e0-7897-4324-9c77-ab815f304157 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 1127 time: 0.3891435 Mar 31 15:27:04.423230 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-726d695b-2b62-41b8-a84c-e2f0d18a9441 admin admin] Publish callbacks [] for security_group (eac23fb4-56ff-4b4d-bf2b-7eac534b7f90), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:04.445836 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:04.496399 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-cc020fca-a0f6-4695-8496-b7a13d47b90f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb2ae9c9-4fa8-4f50-9246-a310e46d5301 HTTP/1.1" status: 200 len: 217 time: 0.0669768 Mar 31 15:27:04.580389 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-6d785f31-81af-4159-a3f1-eaa20870df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:04.582057 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-726d695b-2b62-41b8-a84c-e2f0d18a9441 admin admin] Publish callbacks [] for security_group (eac23fb4-56ff-4b4d-bf2b-7eac534b7f90), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:04.582468 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-6d785f31-81af-4159-a3f1-eaa20870df0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0779097 Mar 31 15:27:04.622265 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:04.627571 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:04.702079 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add07e13-787b-49e5-8dfb-fce961ff49d9 req-d5137dae-0e72-4846-9913-73fdac12586b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:04.709337 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-add07e13-787b-49e5-8dfb-fce961ff49d9 req-d5137dae-0e72-4846-9913-73fdac12586b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 931 time: 0.5475247 Mar 31 15:27:04.720486 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-2cf46c98-a041-421a-a5db-7e4ecb3de8ca None None] Provisioning complete for port dc075c6d-39df-4776-80ee-fc8e9617f1ae triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:04.720872 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2cf46c98-a041-421a-a5db-7e4ecb3de8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:04.745848 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-d350a7c8-66c8-48f1-95e8-57baf4daad46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6892068 Mar 31 15:27:04.819653 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Request body: {'port': {'device_id': '4bda698b-68ce-42e8-b269-5359aaffafcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:04.828384 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-2cf46c98-a041-421a-a5db-7e4ecb3de8ca None None] Port dc075c6d-39df-4776-80ee-fc8e9617f1ae cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:27:04.905804 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc98932-d613-4564-a01e-54236323f12d req-9f8d0f83-049e-4805-b68c-0c0badecbb5c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:04.913165 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1dc98932-d613-4564-a01e-54236323f12d req-9f8d0f83-049e-4805-b68c-0c0badecbb5c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 931 time: 0.4931009 Mar 31 15:27:04.949069 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-434dea61-5160-422c-a844-2755f20085c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:04.950657 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-434dea61-5160-422c-a844-2755f20085c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3498938 Mar 31 15:27:05.002760 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-add07e13-787b-49e5-8dfb-fce961ff49d9 req-2363734a-5719-42a9-96c8-d2d0db1202ba tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924547 Mar 31 15:27:05.014759 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-726d695b-2b62-41b8-a84c-e2f0d18a9441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (eac23fb4-56ff-4b4d-bf2b-7eac534b7f90), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.017904 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-726d695b-2b62-41b8-a84c-e2f0d18a9441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.018794 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-726d695b-2b62-41b8-a84c-e2f0d18a9441 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eac23fb4-56ff-4b4d-bf2b-7eac534b7f90 HTTP/1.1" status: 204 len: 168 time: 1.1764462 Mar 31 15:27:05.037501 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:27:05.059366 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.061493 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d695b-2b62-41b8-a84c-e2f0d18a9441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac23fb4-56ff-4b4d-bf2b-7eac534b7f90,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:05.103886 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1dc98932-d613-4564-a01e-54236323f12d req-8493fc08-2e42-437d-a4b2-2d586f0a9d3c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837950 Mar 31 15:27:05.106275 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Publish callbacks [] for security_group (440b63ae-c417-4074-83ca-f343f5c16c5f), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.146571 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (440b63ae-c417-4074-83ca-f343f5c16c5f), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.199844 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-4c7695af-2028-4fc0-8a6d-6ec9fef022fd service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417364 Mar 31 15:27:05.216160 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:27:05.227984 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:05.228740 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:05.229671 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.324153 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440b63ae-c417-4074-83ca-f343f5c16c5f,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:05.327945 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a82136e2-d38a-4bdd-9246-e131a27271d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.353063 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (9371cb61-6ede-46aa-8e29-3e264236c241), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.353603 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Added segment 9371cb61-6ede-46aa-8e29-3e264236c241 of type vlan for network cc044566-4934-44a0-9644-25df57d6796e Mar 31 15:27:05.408199 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:05.409016 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.424075 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d726be-d5ff-4151-9525-4cb3354a8151 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:27:05.437903 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Publish callbacks [] for port (19d726be-d5ff-4151-9525-4cb3354a8151), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.449570 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a24b17-ab68-460c-a3ee-b98e010e813b req-0fd145e2-8fdb-4072-ade7-ed5a60c354ff tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:05.459221 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-88a24b17-ab68-460c-a3ee-b98e010e813b req-0fd145e2-8fdb-4072-ade7-ed5a60c354ff tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 945 time: 0.3160987 Mar 31 15:27:05.465841 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Transition to ACTIVE for port object 19d726be-d5ff-4151-9525-4cb3354a8151 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:27:05.469538 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b76bfbf9-c29d-4f14-90bc-486e9f827e43 req-243f4c81-6cb1-4462-9a55-06c691da34e3 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594979 Mar 31 15:27:05.475705 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.490115 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=15ed7f28-5d5e-44c2-9350-bb76451bd5b3,segment=NetworkSegment(719d7f5f-2217-41d3-aaea-0364bc411404),segment_id=719d7f5f-2217-41d3-aaea-0364bc411404)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:05.491762 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (cc044566-4934-44a0-9644-25df57d6796e), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.499984 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5cb759-5d90-4f84-a29b-828f86e5936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ed7f28-5d5e-44c2-9350-bb76451bd5b3'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:05.546657 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Pushing event updated for resources: {'Port': ['ID=19d726be-d5ff-4151-9525-4cb3354a8151,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:05.618109 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (cc044566-4934-44a0-9644-25df57d6796e), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.619593 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:05.621520 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.653531 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-88a24b17-ab68-460c-a3ee-b98e010e813b req-575baaa8-163d-4e5b-9477-aa72fb1facbf tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932476 Mar 31 15:27:05.719795 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.765302 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] Pushing event updated for resources: {'Network': ['ID=cc044566-4934-44a0-9644-25df57d6796e,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:05.768651 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Attempting to bind port 19d726be-d5ff-4151-9525-4cb3354a8151 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:27:05.769966 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Attempting to bind port 19d726be-d5ff-4151-9525-4cb3354a8151 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:27:05.770602 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Attempting to bind port 19d726be-d5ff-4151-9525-4cb3354a8151 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:05.784253 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b818cdd-b6fc-496e-a57b-67662856ede9 req-7b4b11bd-6327-46ad-84b2-5d694b3b4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:05.785754 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network cc044566-4934-44a0-9644-25df57d6796e details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:27:05.787765 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7b818cdd-b6fc-496e-a57b-67662856ede9 req-7b4b11bd-6327-46ad-84b2-5d694b3b4bcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 1127 time: 0.2056003 Mar 31 15:27:05.793726 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Port 19d726be-d5ff-4151-9525-4cb3354a8151 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:27:05.796608 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Attempting to bind port 19d726be-d5ff-4151-9525-4cb3354a8151 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:05.801429 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-60cf0456-67be-42da-b0a0-9847a7f698a3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2087884 Mar 31 15:27:05.806554 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49914) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:05.811531 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] Request body: {'subnet': {'network_id': 'cc044566-4934-44a0-9644-25df57d6796e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1804884860-subnet', 'tenant_id': 'e298c246593e4bb8b86c52a86cd3edb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:05.838321 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:27:05.839039 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Checking segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:05.839644 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Bound using segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:27:05.840351 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Bound port: 19d726be-d5ff-4151-9525-4cb3354a8151, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:27:05.841381 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.917506 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] Made reservation on behalf of e298c246593e4bb8b86c52a86cd3edb5 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:05.920487 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3313676'] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:05.927907 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc075c6d-39df-4776-80ee-fc8e9617f1ae {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:27:05.976978 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Publish callbacks [] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:06.020782 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Transition to ACTIVE for port object dc075c6d-39df-4776-80ee-fc8e9617f1ae will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:27:06.025261 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b818cdd-b6fc-496e-a57b-67662856ede9 req-57205305-e59b-4bfc-8e35-4eca7e6fe947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:06.027025 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7b818cdd-b6fc-496e-a57b-67662856ede9 req-57205305-e59b-4bfc-8e35-4eca7e6fe947 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.2258651 Mar 31 15:27:06.035328 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:06.067805 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] For port 19d726be-d5ff-4151-9525-4cb3354a8151, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:27:06.131100 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49920) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:06.157738 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=15ed7f28-5d5e-44c2-9350-bb76451bd5b3,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:06.179112 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7b818cdd-b6fc-496e-a57b-67662856ede9 req-8841b183-5d5a-4293-8c7e-e08ad3db2a6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb2ae9c9-4fa8-4f50-9246-a310e46d5301 HTTP/1.1" status: 200 len: 217 time: 0.1308222 Mar 31 15:27:06.211629 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] For port 19d726be-d5ff-4151-9525-4cb3354a8151, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=19d726be-d5ff-4151-9525-4cb3354a8151,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:27:06.279359 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:06.378404 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12210155-cf1b-4020-94f0-f9dc5a2c0d74" -d '{"events": [{"server_uuid": "1c5cb759-5d90-4f84-a29b-828f86e5936b", "name": "network-vif-plugged", "status": "completed", "tag": "15ed7f28-5d5e-44c2-9350-bb76451bd5b3"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:27:06.434550 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:06.434550 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:06.455261 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] 10.222.0.13 "PUT /v2.0/ports/19d726be-d5ff-4151-9525-4cb3354a8151 HTTP/1.1" status: 200 len: 1093 time: 2.5478044 Mar 31 15:27:06.455944 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'tag': '19d726be-d5ff-4151-9525-4cb3354a8151'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:06.458562 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aeeea6-8957-414d-affd-d4265e239819" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e4d385-3011-4a16-8c06-81a8d6c4743b", "tag": "19d726be-d5ff-4151-9525-4cb3354a8151"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:27:06.470706 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b818cdd-b6fc-496e-a57b-67662856ede9 req-b4a57489-a12e-4a79-92a2-2ddd6e5e8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:06.472262 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7b818cdd-b6fc-496e-a57b-67662856ede9 req-b4a57489-a12e-4a79-92a2-2ddd6e5e8599 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.2869112 Mar 31 15:27:06.545364 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:06.575544 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2c7ab-927e-44a7-a83f-468066d4ab5f service neutron] Pushing event updated for resources: {'Port': ['ID=19d726be-d5ff-4151-9525-4cb3354a8151,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:06.709455 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d2eba376-49a7-4693-aeff-976d786178fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:06.717459 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Attempting to bind port dc075c6d-39df-4776-80ee-fc8e9617f1ae on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:27:06.717810 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Attempting to bind port dc075c6d-39df-4776-80ee-fc8e9617f1ae by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:27:06.718003 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Attempting to bind port dc075c6d-39df-4776-80ee-fc8e9617f1ae on network 530b786a-c6cc-4d4e-b354-724c19ff2f4f {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:06.720936 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b818cdd-b6fc-496e-a57b-67662856ede9 req-7bdfd134-4860-4fa6-80c2-0e2bfb37d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:06.722546 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7b818cdd-b6fc-496e-a57b-67662856ede9 req-7bdfd134-4860-4fa6-80c2-0e2bfb37d6ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2317915 Mar 31 15:27:06.725769 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8278801-173a-4829-b193-2e2e15d522bf req-2d551c9d-6511-488d-a9c3-4fe53b086896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:06.728501 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-2d551c9d-6511-488d-a9c3-4fe53b086896 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 1127 time: 0.1901197 Mar 31 15:27:06.740225 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Port dc075c6d-39df-4776-80ee-fc8e9617f1ae on network 530b786a-c6cc-4d4e-b354-724c19ff2f4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:27:06.740631 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Attempting to bind port dc075c6d-39df-4776-80ee-fc8e9617f1ae on network 530b786a-c6cc-4d4e-b354-724c19ff2f4f {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:06.751682 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc075c6d-39df-4776-80ee-fc8e9617f1ae,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:06.758223 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:27:06.758746 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Checking segment: {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:06.759751 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Bound using segment: {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:27:06.760224 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Bound port: dc075c6d-39df-4776-80ee-fc8e9617f1ae, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:27:06.761399 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:06.791889 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd2980-2597-45cd-b299-754b35e8e77f req-f473cd52-4bb4-4282-aeed-02925f4a5b2a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:06.793594 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4ddd2980-2597-45cd-b299-754b35e8e77f req-f473cd52-4bb4-4282-aeed-02925f4a5b2a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 943 time: 0.6029868 Mar 31 15:27:06.885052 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-2c9b8d3d-d6a0-4968-8731-8e346a2d051d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19d726be-d5ff-4151-9525-4cb3354a8151 HTTP/1.1" status: 200 len: 217 time: 0.1481931 Mar 31 15:27:06.980549 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8278801-173a-4829-b193-2e2e15d522bf req-4edd8a7b-759d-40da-9a1e-2b7f1daa4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:06.982974 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-4edd8a7b-759d-40da-9a1e-2b7f1daa4ee3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.0862710 Mar 31 15:27:07.009900 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4ddd2980-2597-45cd-b299-754b35e8e77f req-652ee13d-9bc8-4a21-a0de-0d538bad5436 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951351 Mar 31 15:27:07.027895 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7b818cdd-b6fc-496e-a57b-67662856ede9 req-4f34b535-6233-47e0-8e72-ce04be7653ac service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879682 Mar 31 15:27:07.121943 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8278801-173a-4829-b193-2e2e15d522bf req-0e75618f-3eb1-4187-8071-2abc6ea4fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:07.123638 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-0e75618f-3eb1-4187-8071-2abc6ea4fb1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1347458 Mar 31 15:27:07.127686 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7373c1e-d432-4737-b805-b9fcc829e54b req-8046a796-b299-469c-ac89-6579e933c7fb tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:07.129294 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c7373c1e-d432-4737-b805-b9fcc829e54b req-8046a796-b299-469c-ac89-6579e933c7fb tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 943 time: 0.8814411 Mar 31 15:27:07.130524 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] For port dc075c6d-39df-4776-80ee-fc8e9617f1ae, host hv-cinder-75078, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:27:07.175804 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe2135f-f735-4706-b7f5-2abdb1c3e9fa x-openstack-request-id: req-ffe2135f-f735-4706-b7f5-2abdb1c3e9fa {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:27:07.176134 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5cb759-5d90-4f84-a29b-828f86e5936b", "name": "network-vif-plugged", "status": "completed", "tag": "15ed7f28-5d5e-44c2-9350-bb76451bd5b3", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:27:07.176258 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d2eba376-49a7-4693-aeff-976d786178fb admin admin] Publish callbacks [] for security_group (f34ee0e1-c6ae-4a95-8b95-bc7dca802f7f), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:07.176367 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ffe2135f-f735-4706-b7f5-2abdb1c3e9fa {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:27:07.177015 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe2135f-f735-4706-b7f5-2abdb1c3e9fa'] response: {'server_uuid': '1c5cb759-5d90-4f84-a29b-828f86e5936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ed7f28-5d5e-44c2-9350-bb76451bd5b3', 'code': 200} Mar 31 15:27:07.178451 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] For port dc075c6d-39df-4776-80ee-fc8e9617f1ae, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=dc075c6d-39df-4776-80ee-fc8e9617f1ae,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:27:07.192041 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3907952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3313690'] for subnet (66c582ec-1d05-44a5-95f3-11697895bbf4), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:07.218027 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d2eba376-49a7-4693-aeff-976d786178fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (f34ee0e1-c6ae-4a95-8b95-bc7dca802f7f), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:07.252231 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-c7430096-6ede-4173-b52d-8d8f27733fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216915 Mar 31 15:27:07.255971 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64010117-ba9f-40c2-87a0-ad1a108cc024 x-openstack-request-id: req-64010117-ba9f-40c2-87a0-ad1a108cc024 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:27:07.256257 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e4d385-3011-4a16-8c06-81a8d6c4743b", "tag": "19d726be-d5ff-4151-9525-4cb3354a8151", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:27:07.256506 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64010117-ba9f-40c2-87a0-ad1a108cc024 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:27:07.256902 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64010117-ba9f-40c2-87a0-ad1a108cc024'] response: {'name': 'network-changed', 'server_uuid': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'tag': '19d726be-d5ff-4151-9525-4cb3354a8151', 'status': 'completed', 'code': 200} Mar 31 15:27:07.264582 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:07.375401 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:07.376325 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:07.377927 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] 10.222.0.13 "PUT /v2.0/ports/dc075c6d-39df-4776-80ee-fc8e9617f1ae HTTP/1.1" status: 200 len: 1093 time: 2.5815856 Mar 31 15:27:07.382250 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.13', 52688) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:07.395995 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bda698b-68ce-42e8-b269-5359aaffafcc', 'tag': 'dc075c6d-39df-4776-80ee-fc8e9617f1ae'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:07.407266 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eba376-49a7-4693-aeff-976d786178fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34ee0e1-c6ae-4a95-8b95-bc7dca802f7f,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:07.411082 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c582ec-1d05-44a5-95f3-11697895bbf4,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:07.420848 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-d2eba376-49a7-4693-aeff-976d786178fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8184090befc64a20a8fd57ea19b59812&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2848475 Mar 31 15:27:07.444598 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 49966) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:07.480078 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c7373c1e-d432-4737-b805-b9fcc829e54b req-3974ddd3-3311-410b-90be-94973a521169 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360937 Mar 31 15:27:07.544852 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a" -d '{"events": [{"name": "network-changed", "server_uuid": "4bda698b-68ce-42e8-b269-5359aaffafcc", "tag": "dc075c6d-39df-4776-80ee-fc8e9617f1ae"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:27:07.628751 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a902b6-d674-45ba-9b93-8ea33b120fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc075c6d-39df-4776-80ee-fc8e9617f1ae,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:07.636786 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] Checking segment: {'id': '9371cb61-6ede-46aa-8e29-3e264236c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc044566-4934-44a0-9644-25df57d6796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:07.637450 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] Network hostable DHCP agents. Network: cc044566-4934-44a0-9644-25df57d6796e, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:07.676435 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f9bc3-b041-4db2-bef6-1510923c8541 req-c7e1f1f9-3de4-4d5b-bec8-c5ea9accaf11 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:07.677941 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f15f9bc3-b041-4db2-bef6-1510923c8541 req-c7e1f1f9-3de4-4d5b-bec8-c5ea9accaf11 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 946 time: 0.3227291 Mar 31 15:27:07.678739 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7b818cdd-b6fc-496e-a57b-67662856ede9 req-4bb81d37-0560-4cd0-a702-d052eb51ba8a service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415575 Mar 31 15:27:07.693027 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a8278801-173a-4829-b193-2e2e15d522bf req-3ecc71b2-62cd-448e-b310-04738558050d service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332075 Mar 31 15:27:07.709923 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-78babe53-09aa-4b7c-9d67-5337606d425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:07.712823 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-78babe53-09aa-4b7c-9d67-5337606d425b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 1127 time: 0.2365797 Mar 31 15:27:07.718824 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f3a692fd-3152-4c82-807e-da7d14a0bb4b admin admin] Publish callbacks [] for security_group (f34ee0e1-c6ae-4a95-8b95-bc7dca802f7f), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:07.724365 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] Network cc044566-4934-44a0-9644-25df57d6796e is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:07.734224 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528a6df-f6e0-473c-ad36-b316c38f1886 req-c4d259e0-646f-4281-b1a7-2e854cd798e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:07.735727 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8528a6df-f6e0-473c-ad36-b316c38f1886 req-c4d259e0-646f-4281-b1a7-2e854cd798e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 1130 time: 0.3517466 Mar 31 15:27:07.765721 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-8528a6df-f6e0-473c-ad36-b316c38f1886 req-7f15a1f5-b6d1-45f5-a0d3-d0d4cc06a506 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:07.823278 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59885a08-07dc-4945-8325-9a54472d8c07 x-openstack-request-id: req-59885a08-07dc-4945-8325-9a54472d8c07 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:27:07.823562 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bda698b-68ce-42e8-b269-5359aaffafcc", "tag": "dc075c6d-39df-4776-80ee-fc8e9617f1ae", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:27:07.823817 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59885a08-07dc-4945-8325-9a54472d8c07 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:27:07.824275 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59885a08-07dc-4945-8325-9a54472d8c07'] response: {'name': 'network-changed', 'server_uuid': '4bda698b-68ce-42e8-b269-5359aaffafcc', 'tag': 'dc075c6d-39df-4776-80ee-fc8e9617f1ae', 'status': 'completed', 'code': 200} Mar 31 15:27:07.831901 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-05b120ae-d20e-4fd9-a8c5-027f065d733a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc075c6d-39df-4776-80ee-fc8e9617f1ae HTTP/1.1" status: 200 len: 217 time: 0.1090486 Mar 31 15:27:07.832531 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, cc044566-4934-44a0-9644-25df57d6796e) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:07.837783 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:07.838391 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:07.843728 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeeea6-8957-414d-affd-d4265e239819 req-26c35133-e4e4-4158-a9d8-1d7cef9fae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:07.845406 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c3aeeea6-8957-414d-affd-d4265e239819 req-26c35133-e4e4-4158-a9d8-1d7cef9fae4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 1127 time: 0.0911891 Mar 31 15:27:07.845781 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a071aaf0-f48a-40ca-a578-697d928e86e1 None None] Network cc044566-4934-44a0-9644-25df57d6796e requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:27:07.885287 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f3a692fd-3152-4c82-807e-da7d14a0bb4b admin admin] Publish callbacks [] for security_group (f34ee0e1-c6ae-4a95-8b95-bc7dca802f7f), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:07.965028 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f15f9bc3-b041-4db2-bef6-1510923c8541 req-dc7561ce-aebf-4f26-9ba0-7e2c9ee403db tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511828 Mar 31 15:27:07.965431 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:07.965534 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-97ec6730-7f80-4567-bf47-0ad8cb0bd2a7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1570344 Mar 31 15:27:07.999378 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-9fd1163f-b0d2-4684-b914-1f1ea2affdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:08.004938 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-9fd1163f-b0d2-4684-b914-1f1ea2affdfe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.1388223 Mar 31 15:27:08.107606 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7212ba83-7773-4a50-963a-9b8777abe169 None None] Network cc044566-4934-44a0-9644-25df57d6796e requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:27:08.117421 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-8528a6df-f6e0-473c-ad36-b316c38f1886 req-7f15a1f5-b6d1-45f5-a0d3-d0d4cc06a506 service neutron] Publish callbacks [] for security_group (6fbb1d0e-25d3-42af-b94c-0674253bd555), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:08.135059 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-8528a6df-f6e0-473c-ad36-b316c38f1886 req-7f15a1f5-b6d1-45f5-a0d3-d0d4cc06a506 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (6fbb1d0e-25d3-42af-b94c-0674253bd555), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:08.168312 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f3a692fd-3152-4c82-807e-da7d14a0bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (f34ee0e1-c6ae-4a95-8b95-bc7dca802f7f), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:08.171670 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f3a692fd-3152-4c82-807e-da7d14a0bb4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:08.181763 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-f3a692fd-3152-4c82-807e-da7d14a0bb4b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f34ee0e1-c6ae-4a95-8b95-bc7dca802f7f HTTP/1.1" status: 204 len: 168 time: 0.7214212 Mar 31 15:27:08.252385 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeeea6-8957-414d-affd-d4265e239819 req-346fc970-7113-473c-a7e6-76ed91657027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:08.261831 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c3aeeea6-8957-414d-affd-d4265e239819 req-346fc970-7113-473c-a7e6-76ed91657027 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 916 time: 0.4074090 Mar 31 15:27:08.264625 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a692fd-3152-4c82-807e-da7d14a0bb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34ee0e1-c6ae-4a95-8b95-bc7dca802f7f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:08.280049 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8528a6df-f6e0-473c-ad36-b316c38f1886 req-7f15a1f5-b6d1-45f5-a0d3-d0d4cc06a506 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382602 Mar 31 15:27:08.288583 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-4295d19b-2aaf-4aeb-af34-3ec800a73370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:08.291167 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-4295d19b-2aaf-4aeb-af34-3ec800a73370 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2797298 Mar 31 15:27:08.346060 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202d7f8-bd15-42bc-aaf4-00bf99f326a5 req-62313304-c2bc-426e-a4a5-21bcaee80dd6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:08.348637 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d202d7f8-bd15-42bc-aaf4-00bf99f326a5 req-62313304-c2bc-426e-a4a5-21bcaee80dd6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 943 time: 0.1657388 Mar 31 15:27:08.378010 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15a1f5-b6d1-45f5-a0d3-d0d4cc06a506 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbb1d0e-25d3-42af-b94c-0674253bd555,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:08.381618 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c3aeeea6-8957-414d-affd-d4265e239819 req-43cf438f-d5ab-4537-a9ce-1d8c5c022678 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19d726be-d5ff-4151-9525-4cb3354a8151 HTTP/1.1" status: 200 len: 217 time: 0.1042950 Mar 31 15:27:08.439095 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d202d7f8-bd15-42bc-aaf4-00bf99f326a5 req-93850c97-1bea-4ca7-8279-feacb5fa36b5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796702 Mar 31 15:27:08.625823 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeeea6-8957-414d-affd-d4265e239819 req-afb97a95-84f9-4a10-b50a-5f7538ad982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:08.627316 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c3aeeea6-8957-414d-affd-d4265e239819 req-afb97a95-84f9-4a10-b50a-5f7538ad982f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.1335981 Mar 31 15:27:08.735126 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeeea6-8957-414d-affd-d4265e239819 req-6a5f47e4-1519-4cc6-9881-5113e41f677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:08.738729 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c3aeeea6-8957-414d-affd-d4265e239819 req-6a5f47e4-1519-4cc6-9881-5113e41f677f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1043165 Mar 31 15:27:08.805859 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7eafb-c404-4930-a82f-0342ac804580 req-a65ef2bd-dc5c-4a17-87b7-b943558ca6f4 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:08.814658 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a5e7eafb-c404-4930-a82f-0342ac804580 req-a65ef2bd-dc5c-4a17-87b7-b943558ca6f4 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 943 time: 0.1578686 Mar 31 15:27:08.837193 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-e9e4eaf4-ef85-48b1-b7df-20125c0eb289 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434770 Mar 31 15:27:08.896977 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c3aeeea6-8957-414d-affd-d4265e239819 req-e3d9da8d-ce7c-4bdc-8ba2-5b2e3b750a09 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500056 Mar 31 15:27:09.002286 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a5e7eafb-c404-4930-a82f-0342ac804580 req-58cd14f6-4770-4606-b7e6-06ab73f27181 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866341 Mar 31 15:27:09.024009 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50da54f7-eabc-4d1a-a33e-2000dd0d74af req-26b195ef-37aa-40ce-aa4d-2b520de1bacd service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774507 Mar 31 15:27:09.031621 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device cb2ae9c9-4fa8-4f50-9246-a310e46d5301 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:27:09.081466 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c3aeeea6-8957-414d-affd-d4265e239819 req-4d3ddb75-441a-4d98-aef2-a4b68a44910c service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738672 Mar 31 15:27:09.182741 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a req-e0c7abfc-b89f-41c9-ab05-79acd6bf252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:09.184180 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a req-e0c7abfc-b89f-41c9-ab05-79acd6bf252b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 1127 time: 0.0919099 Mar 31 15:27:09.243022 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port cb2ae9c9-4fa8-4f50-9246-a310e46d5301, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cb2ae9c9-4fa8-4f50-9246-a310e46d5301,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:09.259887 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': 'cb2ae9c9-4fa8-4f50-9246-a310e46d5301', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'port_id': 'cb2ae9c9-4fa8-4f50-9246-a310e46d5301', 'mac_address': 'fa:16:3e:79:ff:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:27:09.291601 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 50058) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:09.300345 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1842735594-network', 'tenant_id': 'a750918eaae44561baba2e40f2cb7283'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:09.342009 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1480416-bb87-42ac-ad83-55a80d565983 req-7511d41e-8dc1-40e7-9915-a07c0bcdafc9 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:09.343747 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a1480416-bb87-42ac-ad83-55a80d565983 req-7511d41e-8dc1-40e7-9915-a07c0bcdafc9 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 946 time: 0.1664650 Mar 31 15:27:09.352656 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:09.353839 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:09.376226 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2ae9c9-4fa8-4f50-9246-a310e46d5301 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:27:09.390802 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a req-e36726eb-1a29-4ced-af12-4da091c52377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:09.392473 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a req-e36726eb-1a29-4ced-af12-4da091c52377 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.2012918 Mar 31 15:27:09.433228 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port cb2ae9c9-4fa8-4f50-9246-a310e46d5301, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cb2ae9c9-4fa8-4f50-9246-a310e46d5301,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:09.440054 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a1480416-bb87-42ac-ad83-55a80d565983 req-eac59b6e-30c9-4e0a-8813-fc7c3015a99b tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828729 Mar 31 15:27:09.441338 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Made reservation on behalf of a750918eaae44561baba2e40f2cb7283 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:09.444253 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:09.451289 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:09.458785 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:09.512310 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a req-cbaec6b0-90b6-4b93-ae61-79c5210af76f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc075c6d-39df-4776-80ee-fc8e9617f1ae HTTP/1.1" status: 200 len: 217 time: 0.1116509 Mar 31 15:27:09.586607 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a req-c673e1d6-87f6-498b-94e9-ba49d7b01fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:09.588355 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a req-c673e1d6-87f6-498b-94e9-ba49d7b01fb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0694053 Mar 31 15:27:09.630992 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:09.635373 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=cb2ae9c9-4fa8-4f50-9246-a310e46d5301,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:09.640632 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Publish callbacks [] for security_group (7d94f44c-9161-4bd1-8bc3-e9ef3af3cec3), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:09.646132 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7d94f44c-9161-4bd1-8bc3-e9ef3af3cec3), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:09.666717 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ae384-e2dc-4eb5-85b6-bf4544c25933 req-680fed1b-3716-435e-868e-c9e82a886b5b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:09.668325 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-498ae384-e2dc-4eb5-85b6-bf4544c25933 req-680fed1b-3716-435e-868e-c9e82a886b5b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 943 time: 0.1116054 Mar 31 15:27:09.688488 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:09.716885 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['cb2ae9c9-4fa8-4f50-9246-a310e46d5301'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:27:09.737157 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d94f44c-9161-4bd1-8bc3-e9ef3af3cec3,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:09.740561 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (b811c2f0-1fab-431e-9b15-56f4faeed1a4), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:09.741233 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Added segment b811c2f0-1fab-431e-9b15-56f4faeed1a4 of type vlan for network 2b8a015f-bfc3-4522-bcbb-302dee3a6696 Mar 31 15:27:09.769454 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a req-33d2c0cc-ef13-4d90-b2d9-ada5ebf63f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:09.778346 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a req-33d2c0cc-ef13-4d90-b2d9-ada5ebf63f11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1803246 Mar 31 15:27:09.857464 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (2b8a015f-bfc3-4522-bcbb-302dee3a6696), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:09.903211 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-498ae384-e2dc-4eb5-85b6-bf4544c25933 req-4fa70ba8-c63e-4c71-be05-4ca030df41d9 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171812 Mar 31 15:27:09.904740 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (2b8a015f-bfc3-4522-bcbb-302dee3a6696), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:09.906320 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:09.907725 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:09.960061 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a req-f7f454d1-29a2-481b-b658-4f50b01b5c1f service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738687 Mar 31 15:27:09.963342 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6667964 Mar 31 15:27:09.967008 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50084) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:10.015212 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988d377-fdb7-42aa-af71-fd756a6c807c admin admin] Pushing event updated for resources: {'Network': ['ID=2b8a015f-bfc3-4522-bcbb-302dee3a6696,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:10.028843 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 2b8a015f-bfc3-4522-bcbb-302dee3a6696 details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:27:10.045434 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] Request body: {'subnet': {'network_id': '2b8a015f-bfc3-4522-bcbb-302dee3a6696', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1842735594-subnet', 'tenant_id': 'a750918eaae44561baba2e40f2cb7283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:10.087948 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] Made reservation on behalf of a750918eaae44561baba2e40f2cb7283 for: {'subnet': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:10.090348 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3477088'] for subnet (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:10.141953 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0d1f4d5d-8676-4c85-8b4d-b8561db1158a req-fac86cdd-e6fd-44da-922d-9f4f6aa89b01 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756997 Mar 31 15:27:10.177708 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0cc0c-fa78-4d2e-9caa-f6cad9c97d44 req-b5fe2857-ca14-42e1-a96d-8ba35e5478a0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:10.180451 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f6e0cc0c-fa78-4d2e-9caa-f6cad9c97d44 req-b5fe2857-ca14-42e1-a96d-8ba35e5478a0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 943 time: 0.0648012 Mar 31 15:27:10.233043 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f6e0cc0c-fa78-4d2e-9caa-f6cad9c97d44 req-70407962-c668-4406-8574-d5bca32d17a3 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445876 Mar 31 15:27:10.297435 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3477110'] for subnet (03229150-35f8-45f0-ac70-b16e9e9c8f59), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:10.358380 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03229150-35f8-45f0-ac70-b16e9e9c8f59,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:10.364079 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] Checking segment: {'id': 'b811c2f0-1fab-431e-9b15-56f4faeed1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2b8a015f-bfc3-4522-bcbb-302dee3a6696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:10.364433 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] Network hostable DHCP agents. Network: 2b8a015f-bfc3-4522-bcbb-302dee3a6696, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:10.383656 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] Network 2b8a015f-bfc3-4522-bcbb-302dee3a6696 is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:10.394456 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 2b8a015f-bfc3-4522-bcbb-302dee3a6696) {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:10.401545 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:10.402152 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:10.407391 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435226f-2c6b-445e-b453-41e99bbd7b4d None None] Network 2b8a015f-bfc3-4522-bcbb-302dee3a6696 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:27:10.432601 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-de874a79-c671-4934-b257-0cfcfe0713f4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4007370 Mar 31 15:27:10.541376 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95f5f1f-e3f2-4aaf-9048-82c433d0ca1b None None] Network 2b8a015f-bfc3-4522-bcbb-302dee3a6696 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:27:10.643820 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8852dc-7384-4e93-a866-0d7e9e4da2c0 req-f0af5430-2b48-4083-8b4b-b3a9959268b2 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:10.651812 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6c8852dc-7384-4e93-a866-0d7e9e4da2c0 req-f0af5430-2b48-4083-8b4b-b3a9959268b2 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 946 time: 0.0740931 Mar 31 15:27:10.711176 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6c8852dc-7384-4e93-a866-0d7e9e4da2c0 req-cfd80edb-8095-499b-8ad5-de367c257029 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580008 Mar 31 15:27:10.979982 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 50134) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:11.073145 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 19d726be-d5ff-4151-9525-4cb3354a8151 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:27:11.096799 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device cb2ae9c9-4fa8-4f50-9246-a310e46d5301 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:27:11.097110 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e5a1b-29ba-461c-a3f1-499a5ec120ea req-dd7c447a-360c-4ba4-882c-2ab52425a609 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:11.098699 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-990e5a1b-29ba-461c-a3f1-499a5ec120ea req-dd7c447a-360c-4ba4-882c-2ab52425a609 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 943 time: 0.0862412 Mar 31 15:27:11.169795 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-990e5a1b-29ba-461c-a3f1-499a5ec120ea req-78695b4d-ea8a-47ef-8c99-0a8569801d23 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596137 Mar 31 15:27:11.236574 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:27:11.250677 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0ed2-e71f-49ab-8346-54b3cb1b6b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.252873 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:11.254238 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.367116 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0ed2-e71f-49ab-8346-54b3cb1b6b0a admin admin] Publish callbacks [] for security_group (28cd8f3c-02a5-409d-b6c3-12fdb1b7e2f0), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.390657 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 19d726be-d5ff-4151-9525-4cb3354a8151, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=19d726be-d5ff-4151-9525-4cb3354a8151,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:11.422103 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0ed2-e71f-49ab-8346-54b3cb1b6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (28cd8f3c-02a5-409d-b6c3-12fdb1b7e2f0), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.436623 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '19d726be-d5ff-4151-9525-4cb3354a8151', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'port_id': '19d726be-d5ff-4151-9525-4cb3354a8151', 'mac_address': 'fa:16:3e:a0:73:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:27:11.484987 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-6d1d0ed2-e71f-49ab-8346-54b3cb1b6b0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5ca9c9436c64b40b3635d17e875de40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5015056 Mar 31 15:27:11.486270 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50158) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:11.492188 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d0ed2-e71f-49ab-8346-54b3cb1b6b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cd8f3c-02a5-409d-b6c3-12fdb1b7e2f0,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:11.520664 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbfb5f-baee-42d9-a987-738111840d51 req-0950a9b5-ce76-4875-8c55-7ba7c17336e4 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:11.521923 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:11.522345 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.522895 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-33bbfb5f-baee-42d9-a987-738111840d51 req-0950a9b5-ce76-4875-8c55-7ba7c17336e4 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 943 time: 0.1590891 Mar 31 15:27:11.525669 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 19d726be-d5ff-4151-9525-4cb3354a8151 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:11.526041 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.550289 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d726be-d5ff-4151-9525-4cb3354a8151 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:27:11.600585 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b4b5f4-4023-4839-be93-4eb6f638920c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2ae9c9-4fa8-4f50-9246-a310e46d5301'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:11.612899 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c046e216-8529-4fca-ae05-67677f4ae216" -d '{"events": [{"server_uuid": "a4b4b5f4-4023-4839-be93-4eb6f638920c", "name": "network-vif-plugged", "status": "completed", "tag": "cb2ae9c9-4fa8-4f50-9246-a310e46d5301"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:27:11.614851 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-487fcb12-f538-42f7-8ae7-1a24c767a61b admin admin] Publish callbacks [] for security_group (28cd8f3c-02a5-409d-b6c3-12fdb1b7e2f0), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.624443 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-33bbfb5f-baee-42d9-a987-738111840d51 req-8bda3d00-a1aa-4db4-8165-c677e31b6663 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877979 Mar 31 15:27:11.656557 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port cb2ae9c9-4fa8-4f50-9246-a310e46d5301, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cb2ae9c9-4fa8-4f50-9246-a310e46d5301,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:11.659121 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 19d726be-d5ff-4151-9525-4cb3354a8151, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=19d726be-d5ff-4151-9525-4cb3354a8151,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:11.668165 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.669949 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.681351 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-487fcb12-f538-42f7-8ae7-1a24c767a61b admin admin] Publish callbacks [] for security_group (28cd8f3c-02a5-409d-b6c3-12fdb1b7e2f0), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.731766 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa6cdb4-86d0-49ec-a7f0-23e8ea9333f2 x-openstack-request-id: req-7aa6cdb4-86d0-49ec-a7f0-23e8ea9333f2 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:27:11.732098 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b4b5f4-4023-4839-be93-4eb6f638920c", "name": "network-vif-plugged", "status": "completed", "tag": "cb2ae9c9-4fa8-4f50-9246-a310e46d5301", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:27:11.732361 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7aa6cdb4-86d0-49ec-a7f0-23e8ea9333f2 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:27:11.736013 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa6cdb4-86d0-49ec-a7f0-23e8ea9333f2'] response: {'server_uuid': 'a4b4b5f4-4023-4839-be93-4eb6f638920c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2ae9c9-4fa8-4f50-9246-a310e46d5301', 'code': 200} Mar 31 15:27:11.791744 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=cb2ae9c9-4fa8-4f50-9246-a310e46d5301,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:11.819820 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-487fcb12-f538-42f7-8ae7-1a24c767a61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (28cd8f3c-02a5-409d-b6c3-12fdb1b7e2f0), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.824628 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-487fcb12-f538-42f7-8ae7-1a24c767a61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:11.826096 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-487fcb12-f538-42f7-8ae7-1a24c767a61b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28cd8f3c-02a5-409d-b6c3-12fdb1b7e2f0 HTTP/1.1" status: 204 len: 168 time: 0.3379247 Mar 31 15:27:11.844762 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fcb12-f538-42f7-8ae7-1a24c767a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cd8f3c-02a5-409d-b6c3-12fdb1b7e2f0,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:11.922469 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=19d726be-d5ff-4151-9525-4cb3354a8151,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:11.958990 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['19d726be-d5ff-4151-9525-4cb3354a8151'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:27:12.048800 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1cec6-0820-426e-a3be-8a4b66d00bac req-dcf68662-0396-41ee-9e9b-7ba1606491bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:12.050436 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-07a1cec6-0820-426e-a3be-8a4b66d00bac req-dcf68662-0396-41ee-9e9b-7ba1606491bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 1129 time: 0.0978611 Mar 31 15:27:12.127143 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 50176) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:12.157949 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-07a1cec6-0820-426e-a3be-8a4b66d00bac req-722069e5-4aa0-48a3-9e30-2bf565c2ef9b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983639 Mar 31 15:27:12.316156 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-369c6322-ca78-4e6c-ade3-7056f9074d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.339345 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8f0ca-12ff-4022-8de9-ab91de788c30 req-736cc9c0-5d2a-4400-a6ae-1efe9b17d3f8 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:12.341582 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cec8f0ca-12ff-4022-8de9-ab91de788c30 req-736cc9c0-5d2a-4400-a6ae-1efe9b17d3f8 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 944 time: 0.0923791 Mar 31 15:27:12.363227 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50184) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:12.384813 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-14f5ae36-090a-4cd8-98a5-40813c49c85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.434445 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cec8f0ca-12ff-4022-8de9-ab91de788c30 req-12ed7f2f-64fe-47a4-958f-7f8103db8f6d tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794115 Mar 31 15:27:12.490770 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-369c6322-ca78-4e6c-ade3-7056f9074d05 admin admin] Publish callbacks [] for security_group (5a226031-94ea-454f-9e4c-d0724bbd52e4), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.498178 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-369c6322-ca78-4e6c-ade3-7056f9074d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5a226031-94ea-454f-9e4c-d0724bbd52e4), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.533246 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-14f5ae36-090a-4cd8-98a5-40813c49c85c admin admin] Publish callbacks [] for security_group (7d7801b9-e1bb-4f45-a014-a882d25c6989), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.541498 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-14f5ae36-090a-4cd8-98a5-40813c49c85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7d7801b9-e1bb-4f45-a014-a882d25c6989), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.552783 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-369c6322-ca78-4e6c-ade3-7056f9074d05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=438115362a9d47ba940450df6b41c6b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201291 Mar 31 15:27:12.552783 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c6322-ca78-4e6c-ade3-7056f9074d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a226031-94ea-454f-9e4c-d0724bbd52e4,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:12.554922 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 50196) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:12.588617 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-14f5ae36-090a-4cd8-98a5-40813c49c85c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=503ab9b664e949e2be50ec9748c331e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239697 Mar 31 15:27:12.591154 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5ae36-090a-4cd8-98a5-40813c49c85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7801b9-e1bb-4f45-a014-a882d25c6989,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:12.595102 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50198) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:12.631206 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8cafeb4a-a311-483c-8d4b-da33467a0e22 admin admin] Publish callbacks [] for security_group (5a226031-94ea-454f-9e4c-d0724bbd52e4), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.672250 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8cafeb4a-a311-483c-8d4b-da33467a0e22 admin admin] Publish callbacks [] for security_group (5a226031-94ea-454f-9e4c-d0724bbd52e4), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.675103 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-022b6712-a19e-4bef-b53d-23851eae64ce admin admin] Publish callbacks [] for security_group (7d7801b9-e1bb-4f45-a014-a882d25c6989), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.708580 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-022b6712-a19e-4bef-b53d-23851eae64ce admin admin] Publish callbacks [] for security_group (7d7801b9-e1bb-4f45-a014-a882d25c6989), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.742037 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8cafeb4a-a311-483c-8d4b-da33467a0e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5a226031-94ea-454f-9e4c-d0724bbd52e4), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.744795 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8cafeb4a-a311-483c-8d4b-da33467a0e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.745982 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-8cafeb4a-a311-483c-8d4b-da33467a0e22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a226031-94ea-454f-9e4c-d0724bbd52e4 HTTP/1.1" status: 204 len: 168 time: 0.1899343 Mar 31 15:27:12.803047 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafeb4a-a311-483c-8d4b-da33467a0e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a226031-94ea-454f-9e4c-d0724bbd52e4,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:12.825564 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-022b6712-a19e-4bef-b53d-23851eae64ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7d7801b9-e1bb-4f45-a014-a882d25c6989), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.829058 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-022b6712-a19e-4bef-b53d-23851eae64ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:12.831037 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-022b6712-a19e-4bef-b53d-23851eae64ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d7801b9-e1bb-4f45-a014-a882d25c6989 HTTP/1.1" status: 204 len: 168 time: 0.2348917 Mar 31 15:27:12.849242 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b6712-a19e-4bef-b53d-23851eae64ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7801b9-e1bb-4f45-a014-a882d25c6989,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:12.891686 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96718f-d3c7-4a84-9af0-73f647bd1d58 req-3b86cd94-f18a-4a6e-96fc-6025520fa074 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:12.894006 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cd96718f-d3c7-4a84-9af0-73f647bd1d58 req-3b86cd94-f18a-4a6e-96fc-6025520fa074 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 943 time: 0.1534209 Mar 31 15:27:12.977864 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cd96718f-d3c7-4a84-9af0-73f647bd1d58 req-a88bac77-c325-4f1c-8b20-e046d07942dd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685058 Mar 31 15:27:13.088321 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device dc075c6d-39df-4776-80ee-fc8e9617f1ae details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:27:13.091753 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 19d726be-d5ff-4151-9525-4cb3354a8151 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:27:13.274654 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 19d726be-d5ff-4151-9525-4cb3354a8151 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:27:13.281280 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 19d726be-d5ff-4151-9525-4cb3354a8151 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:13.282092 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:13.391995 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port dc075c6d-39df-4776-80ee-fc8e9617f1ae, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=dc075c6d-39df-4776-80ee-fc8e9617f1ae,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:13.462405 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': 'dc075c6d-39df-4776-80ee-fc8e9617f1ae', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'port_id': 'dc075c6d-39df-4776-80ee-fc8e9617f1ae', 'mac_address': 'fa:16:3e:47:a4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:27:13.540408 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 19d726be-d5ff-4151-9525-4cb3354a8151 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:13.540800 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:13.543601 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50250) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:13.559987 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-32280227-ce84-4ca2-9159-0813035dd9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:13.626038 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port dc075c6d-39df-4776-80ee-fc8e9617f1ae is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:13.626433 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:13.630430 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 19d726be-d5ff-4151-9525-4cb3354a8151, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=19d726be-d5ff-4151-9525-4cb3354a8151,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:13.639877 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630d9d6-bbb9-400d-b9ce-6b75e8c5b9d8 req-dd121a3d-7033-416d-b503-9e784386a2bb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:13.642297 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b630d9d6-bbb9-400d-b9ce-6b75e8c5b9d8 req-dd121a3d-7033-416d-b503-9e784386a2bb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 944 time: 0.1029134 Mar 31 15:27:13.652919 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:13.660313 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc075c6d-39df-4776-80ee-fc8e9617f1ae {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:27:13.688693 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-32280227-ce84-4ca2-9159-0813035dd9d5 admin admin] Publish callbacks [] for security_group (9ecc2649-0b7a-4735-95db-b08b07a993b6), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:13.694448 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-32280227-ce84-4ca2-9159-0813035dd9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (9ecc2649-0b7a-4735-95db-b08b07a993b6), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:13.714903 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port dc075c6d-39df-4776-80ee-fc8e9617f1ae, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=dc075c6d-39df-4776-80ee-fc8e9617f1ae,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:13.727895 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:13.734550 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=19d726be-d5ff-4151-9525-4cb3354a8151,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:13.737262 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d726be-d5ff-4151-9525-4cb3354a8151'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:13.740226 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361e16e6-d7be-4de1-ad78-967b8f68d1e7" -d '{"events": [{"server_uuid": "e2e4d385-3011-4a16-8c06-81a8d6c4743b", "name": "network-vif-plugged", "status": "completed", "tag": "19d726be-d5ff-4151-9525-4cb3354a8151"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:27:13.764785 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-32280227-ce84-4ca2-9159-0813035dd9d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7f9445c629e444c89f7b7c8e327728c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191858 Mar 31 15:27:13.765515 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50262) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:13.821816 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32280227-ce84-4ca2-9159-0813035dd9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecc2649-0b7a-4735-95db-b08b07a993b6,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:13.842945 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=dc075c6d-39df-4776-80ee-fc8e9617f1ae,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:13.862858 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b630d9d6-bbb9-400d-b9ce-6b75e8c5b9d8 req-6be57b3b-deec-4429-9aff-26d216c049c9 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012172 Mar 31 15:27:13.878737 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca41581-ed96-41ff-ab55-b198341259c6 x-openstack-request-id: req-fca41581-ed96-41ff-ab55-b198341259c6 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:27:13.878997 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e4d385-3011-4a16-8c06-81a8d6c4743b", "name": "network-vif-plugged", "status": "completed", "tag": "19d726be-d5ff-4151-9525-4cb3354a8151", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:27:13.881399 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fca41581-ed96-41ff-ab55-b198341259c6 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:27:13.881995 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca41581-ed96-41ff-ab55-b198341259c6'] response: {'server_uuid': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d726be-d5ff-4151-9525-4cb3354a8151', 'code': 200} Mar 31 15:27:13.909328 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7743e5ad-9316-40bf-89ce-aa0576f59270 admin admin] Publish callbacks [] for security_group (9ecc2649-0b7a-4735-95db-b08b07a993b6), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:13.953202 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7743e5ad-9316-40bf-89ce-aa0576f59270 admin admin] Publish callbacks [] for security_group (9ecc2649-0b7a-4735-95db-b08b07a993b6), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:13.990859 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['dc075c6d-39df-4776-80ee-fc8e9617f1ae'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:27:14.030459 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7743e5ad-9316-40bf-89ce-aa0576f59270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (9ecc2649-0b7a-4735-95db-b08b07a993b6), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:14.035522 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7743e5ad-9316-40bf-89ce-aa0576f59270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:14.040055 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-7743e5ad-9316-40bf-89ce-aa0576f59270 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ecc2649-0b7a-4735-95db-b08b07a993b6 HTTP/1.1" status: 204 len: 168 time: 0.2685790 Mar 31 15:27:14.056728 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743e5ad-9316-40bf-89ce-aa0576f59270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecc2649-0b7a-4735-95db-b08b07a993b6,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:14.175034 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13124d-4d70-46d1-922c-03d1af90263a req-11dced97-ffdd-4be2-8a4c-3e66ea18f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:14.177125 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1a13124d-4d70-46d1-922c-03d1af90263a req-11dced97-ffdd-4be2-8a4c-3e66ea18f6fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 1129 time: 0.0991199 Mar 31 15:27:14.296921 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1a13124d-4d70-46d1-922c-03d1af90263a req-5de3ac48-2ae4-4eeb-8d12-5b5ffc1dfe32 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123719 Mar 31 15:27:14.502474 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325afe6-61c0-4b01-b931-d71922b19ce7 req-2082a664-24d4-4ce6-aae7-2399e69a96dd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:14.511726 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f325afe6-61c0-4b01-b931-d71922b19ce7 req-2082a664-24d4-4ce6-aae7-2399e69a96dd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 944 time: 0.3667111 Mar 31 15:27:14.571342 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f325afe6-61c0-4b01-b931-d71922b19ce7 req-7b9a469f-d46b-43fa-af34-ff77cc0c3e2e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587089 Mar 31 15:27:14.987290 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762466e-943a-4bfb-be95-47db2b5debfe req-1d320585-cde5-42fd-bc3a-0e71aab925a7 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:14.988845 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7762466e-943a-4bfb-be95-47db2b5debfe req-1d320585-cde5-42fd-bc3a-0e71aab925a7 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.0598786 Mar 31 15:27:15.042969 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7762466e-943a-4bfb-be95-47db2b5debfe req-6d430e88-f9db-4208-a2f9-30a7ec696acf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474925 Mar 31 15:27:15.719704 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bb577-8856-4d76-9db3-fbd79aaf3206 req-a83babdd-546a-4a66-b23d-3ca7cd4408d1 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:15.721544 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-012bb577-8856-4d76-9db3-fbd79aaf3206 req-a83babdd-546a-4a66-b23d-3ca7cd4408d1 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 944 time: 0.0688238 Mar 31 15:27:15.787720 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-012bb577-8856-4d76-9db3-fbd79aaf3206 req-847556dd-3fe8-4016-8a80-8c99dd9defdc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534241 Mar 31 15:27:16.115480 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50406) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:16.182623 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca153c4-ca8c-4c81-a3c9-50c8ccfc8607 req-5d59820e-f4d2-47cd-97a2-680a79de0361 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:16.190326 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6ca153c4-ca8c-4c81-a3c9-50c8ccfc8607 req-5d59820e-f4d2-47cd-97a2-680a79de0361 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.0698748 Mar 31 15:27:16.231111 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3b5e3053-bf99-4b09-8581-9e54d016cc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:16.236963 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6ca153c4-ca8c-4c81-a3c9-50c8ccfc8607 req-5d2c085a-58a5-4fb1-a7ff-8e5b9483132b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457175 Mar 31 15:27:16.321199 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3b5e3053-bf99-4b09-8581-9e54d016cc3c admin admin] Publish callbacks [] for security_group (7d16de3e-88d7-498a-a626-7b2227bc2377), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:16.325610 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3b5e3053-bf99-4b09-8581-9e54d016cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7d16de3e-88d7-498a-a626-7b2227bc2377), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:16.363375 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e3053-bf99-4b09-8581-9e54d016cc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d16de3e-88d7-498a-a626-7b2227bc2377,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:16.368500 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-3b5e3053-bf99-4b09-8581-9e54d016cc3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5e1d9dc28af40b6bd807e8624ac1c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519660 Mar 31 15:27:16.371440 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50410) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:16.433854 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-428d3f71-82d4-4f7c-a18b-d98669b81987 admin admin] Publish callbacks [] for security_group (7d16de3e-88d7-498a-a626-7b2227bc2377), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:16.458284 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-428d3f71-82d4-4f7c-a18b-d98669b81987 admin admin] Publish callbacks [] for security_group (7d16de3e-88d7-498a-a626-7b2227bc2377), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:16.530542 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-428d3f71-82d4-4f7c-a18b-d98669b81987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7d16de3e-88d7-498a-a626-7b2227bc2377), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:16.536125 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-428d3f71-82d4-4f7c-a18b-d98669b81987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:16.541750 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-428d3f71-82d4-4f7c-a18b-d98669b81987 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d16de3e-88d7-498a-a626-7b2227bc2377 HTTP/1.1" status: 204 len: 168 time: 0.1692212 Mar 31 15:27:16.552795 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d3f71-82d4-4f7c-a18b-d98669b81987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d16de3e-88d7-498a-a626-7b2227bc2377,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:16.834299 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 50428) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:16.847984 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e4f909b-f981-4ebf-8dff-a5972c26016f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:16.936896 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c503e-d7ab-4a78-a0de-72c51c1882b8 req-7e60c15b-fcae-4dd8-b1aa-f9a0c3d76438 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:16.938403 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c37c503e-d7ab-4a78-a0de-72c51c1882b8 req-7e60c15b-fcae-4dd8-b1aa-f9a0c3d76438 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 944 time: 0.0818894 Mar 31 15:27:16.996061 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e4f909b-f981-4ebf-8dff-a5972c26016f admin admin] Publish callbacks [] for security_group (d0ab3780-6692-47b5-9177-f957d2d02ee0), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:17.003744 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e4f909b-f981-4ebf-8dff-a5972c26016f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (d0ab3780-6692-47b5-9177-f957d2d02ee0), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:17.021500 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c37c503e-d7ab-4a78-a0de-72c51c1882b8 req-c7fa12f3-70c1-4224-8779-4b100a9ad200 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765641 Mar 31 15:27:17.052923 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-0e4f909b-f981-4ebf-8dff-a5972c26016f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b62c3072cbe458abe2343e7f3754b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151926 Mar 31 15:27:17.052923 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f909b-f981-4ebf-8dff-a5972c26016f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ab3780-6692-47b5-9177-f957d2d02ee0,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:17.054279 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50432) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:17.104315 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-78719d7c-95e6-450e-b74a-dc35dcf86224 admin admin] Publish callbacks [] for security_group (d0ab3780-6692-47b5-9177-f957d2d02ee0), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:17.125902 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-78719d7c-95e6-450e-b74a-dc35dcf86224 admin admin] Publish callbacks [] for security_group (d0ab3780-6692-47b5-9177-f957d2d02ee0), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:17.175968 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-78719d7c-95e6-450e-b74a-dc35dcf86224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (d0ab3780-6692-47b5-9177-f957d2d02ee0), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:17.180243 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-78719d7c-95e6-450e-b74a-dc35dcf86224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:17.181457 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-78719d7c-95e6-450e-b74a-dc35dcf86224 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0ab3780-6692-47b5-9177-f957d2d02ee0 HTTP/1.1" status: 204 len: 168 time: 0.1262221 Mar 31 15:27:17.189371 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78719d7c-95e6-450e-b74a-dc35dcf86224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ab3780-6692-47b5-9177-f957d2d02ee0,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:17.362939 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b1d99-5f12-435a-9da5-eaf2a820cb65 req-6eb1fbaa-ed8b-4d8f-b2c0-dbd9d31098bc tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:17.364350 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-080b1d99-5f12-435a-9da5-eaf2a820cb65 req-6eb1fbaa-ed8b-4d8f-b2c0-dbd9d31098bc tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.0555849 Mar 31 15:27:17.414193 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-080b1d99-5f12-435a-9da5-eaf2a820cb65 req-9a83fac9-cee7-4224-bb92-6a612ea349fc tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436807 Mar 31 15:27:18.185134 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4214b9-cae0-4c41-9783-caa807619f3f req-754908d7-0a86-4963-950f-a385e8eaebe8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:18.192275 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2a4214b9-cae0-4c41-9783-caa807619f3f req-754908d7-0a86-4963-950f-a385e8eaebe8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 944 time: 0.0710037 Mar 31 15:27:18.239060 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2a4214b9-cae0-4c41-9783-caa807619f3f req-f9ec6b38-ee64-4605-bb39-3ca9609c2fee tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459094 Mar 31 15:27:18.547916 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48e424-2526-4c75-a848-1f4cc6b39fdf req-e3d7648f-4185-457e-8860-112aeaf62b34 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:18.549445 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fd48e424-2526-4c75-a848-1f4cc6b39fdf req-e3d7648f-4185-457e-8860-112aeaf62b34 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.0618138 Mar 31 15:27:18.598335 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fd48e424-2526-4c75-a848-1f4cc6b39fdf req-9cc48b0b-f207-4f3a-a7aa-d7f038ee6ab5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422010 Mar 31 15:27:19.321989 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device dc075c6d-39df-4776-80ee-fc8e9617f1ae up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:27:19.376740 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d839c4f-4268-41f1-8a54-f7b73e4dde54 req-1ca1bea6-5c39-43e6-af41-d39b4c0e0490 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:19.376856 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port dc075c6d-39df-4776-80ee-fc8e9617f1ae completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:27:19.376977 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1d839c4f-4268-41f1-8a54-f7b73e4dde54 req-1ca1bea6-5c39-43e6-af41-d39b4c0e0490 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 944 time: 0.0611763 Mar 31 15:27:19.379785 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port dc075c6d-39df-4776-80ee-fc8e9617f1ae triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:19.380162 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:19.440885 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1d839c4f-4268-41f1-8a54-f7b73e4dde54 req-06dacec3-9bb2-45a2-b754-6f06a2361695 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559282 Mar 31 15:27:19.477833 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port dc075c6d-39df-4776-80ee-fc8e9617f1ae is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:19.478270 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:19.503998 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bda698b-68ce-42e8-b269-5359aaffafcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc075c6d-39df-4776-80ee-fc8e9617f1ae'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:19.506246 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5356127-7bf9-4585-936d-51f935753623" -d '{"events": [{"server_uuid": "4bda698b-68ce-42e8-b269-5359aaffafcc", "name": "network-vif-plugged", "status": "completed", "tag": "dc075c6d-39df-4776-80ee-fc8e9617f1ae"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:27:19.520923 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port dc075c6d-39df-4776-80ee-fc8e9617f1ae, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=dc075c6d-39df-4776-80ee-fc8e9617f1ae,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:19.530758 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:19.558187 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7b0594-b6d1-4d6e-9d91-66c1919dba47 x-openstack-request-id: req-0a7b0594-b6d1-4d6e-9d91-66c1919dba47 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:27:19.558613 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bda698b-68ce-42e8-b269-5359aaffafcc", "name": "network-vif-plugged", "status": "completed", "tag": "dc075c6d-39df-4776-80ee-fc8e9617f1ae", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:27:19.558929 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a7b0594-b6d1-4d6e-9d91-66c1919dba47 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:27:19.559446 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7b0594-b6d1-4d6e-9d91-66c1919dba47'] response: {'server_uuid': '4bda698b-68ce-42e8-b269-5359aaffafcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc075c6d-39df-4776-80ee-fc8e9617f1ae', 'code': 200} Mar 31 15:27:19.590611 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=dc075c6d-39df-4776-80ee-fc8e9617f1ae,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:19.719151 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcb6c9-f672-4ba7-8d9d-cbda7c7c14c0 req-cc3412b3-a6ce-4deb-a648-f70ab5451b43 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:19.720981 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fddcb6c9-f672-4ba7-8d9d-cbda7c7c14c0 req-cc3412b3-a6ce-4deb-a648-f70ab5451b43 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.0556178 Mar 31 15:27:19.781990 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fddcb6c9-f672-4ba7-8d9d-cbda7c7c14c0 req-0702c04f-6662-4511-b8b6-5cc1ff34df4e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544150 Mar 31 15:27:19.876953 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50592) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:19.982486 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4f8bcaf6-ac37-4b77-8df8-ce2c137186ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.055736 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4f8bcaf6-ac37-4b77-8df8-ce2c137186ec admin admin] Publish callbacks [] for security_group (2cfba2ec-1ddd-4911-b3fc-40f0b8aa21b8), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.059532 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4f8bcaf6-ac37-4b77-8df8-ce2c137186ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2cfba2ec-1ddd-4911-b3fc-40f0b8aa21b8), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.096582 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bcaf6-ac37-4b77-8df8-ce2c137186ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfba2ec-1ddd-4911-b3fc-40f0b8aa21b8,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:20.101762 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-4f8bcaf6-ac37-4b77-8df8-ce2c137186ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3edf4ef9cfdd494da2e386314ce407ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229147 Mar 31 15:27:20.104892 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 50596) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:20.152541 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5c99942c-72ca-4eaf-a986-d7b03368eb9e admin admin] Publish callbacks [] for security_group (2cfba2ec-1ddd-4911-b3fc-40f0b8aa21b8), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.173583 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5c99942c-72ca-4eaf-a986-d7b03368eb9e admin admin] Publish callbacks [] for security_group (2cfba2ec-1ddd-4911-b3fc-40f0b8aa21b8), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.218249 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5c99942c-72ca-4eaf-a986-d7b03368eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2cfba2ec-1ddd-4911-b3fc-40f0b8aa21b8), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.220762 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5c99942c-72ca-4eaf-a986-d7b03368eb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.221911 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-5c99942c-72ca-4eaf-a986-d7b03368eb9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cfba2ec-1ddd-4911-b3fc-40f0b8aa21b8 HTTP/1.1" status: 204 len: 168 time: 0.1160262 Mar 31 15:27:20.230611 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99942c-72ca-4eaf-a986-d7b03368eb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfba2ec-1ddd-4911-b3fc-40f0b8aa21b8,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:20.452703 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764798c-fa1f-4c33-b484-cbbe4260a384 req-ae0e9b25-450b-4610-b686-55d8aba37d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:20.454117 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7764798c-fa1f-4c33-b484-cbbe4260a384 req-ae0e9b25-450b-4610-b686-55d8aba37d76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 1129 time: 0.0501926 Mar 31 15:27:20.513357 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7764798c-fa1f-4c33-b484-cbbe4260a384 req-4e5ea59e-00bf-4387-8520-b5c4236dfb16 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515795 Mar 31 15:27:20.552738 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50622) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:20.566347 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-36a71860-5a07-4563-9b0b-bd0a47a9c729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.590647 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb11a3f-2606-404a-bc4b-eb615ac7c7cb req-bb641d47-717a-48ba-a3c2-72864d71c1ad tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:20.598402 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2cb11a3f-2606-404a-bc4b-eb615ac7c7cb req-bb641d47-717a-48ba-a3c2-72864d71c1ad tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0794685 Mar 31 15:27:20.649620 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2cb11a3f-2606-404a-bc4b-eb615ac7c7cb req-0a9775a2-71d9-4a25-ace6-787c4b5444fd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501831 Mar 31 15:27:20.678382 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-36a71860-5a07-4563-9b0b-bd0a47a9c729 admin admin] Publish callbacks [] for security_group (85835cba-7a65-4a98-af31-40d7f7b89a2f), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.683481 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-36a71860-5a07-4563-9b0b-bd0a47a9c729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (85835cba-7a65-4a98-af31-40d7f7b89a2f), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.721946 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a71860-5a07-4563-9b0b-bd0a47a9c729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85835cba-7a65-4a98-af31-40d7f7b89a2f,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:20.726818 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-36a71860-5a07-4563-9b0b-bd0a47a9c729 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2f8732465ea44e28b19c1123ed07db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1729863 Mar 31 15:27:20.729372 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50626) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:20.784198 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-01b7bc4a-8c6f-4469-b8e0-a4a87b6f3a4f admin admin] Publish callbacks [] for security_group (85835cba-7a65-4a98-af31-40d7f7b89a2f), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.815676 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-01b7bc4a-8c6f-4469-b8e0-a4a87b6f3a4f admin admin] Publish callbacks [] for security_group (85835cba-7a65-4a98-af31-40d7f7b89a2f), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.884327 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-01b7bc4a-8c6f-4469-b8e0-a4a87b6f3a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (85835cba-7a65-4a98-af31-40d7f7b89a2f), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.891349 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-01b7bc4a-8c6f-4469-b8e0-a4a87b6f3a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:20.892962 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-01b7bc4a-8c6f-4469-b8e0-a4a87b6f3a4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85835cba-7a65-4a98-af31-40d7f7b89a2f HTTP/1.1" status: 204 len: 168 time: 0.1625977 Mar 31 15:27:20.903441 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7bc4a-8c6f-4469-b8e0-a4a87b6f3a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85835cba-7a65-4a98-af31-40d7f7b89a2f,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:20.948038 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd555d9-dd15-45bf-bddc-be837600baa1 req-2b989c76-867b-4833-a9ab-e18051b26da6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:20.949629 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fbd555d9-dd15-45bf-bddc-be837600baa1 req-2b989c76-867b-4833-a9ab-e18051b26da6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.0845988 Mar 31 15:27:21.017070 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fbd555d9-dd15-45bf-bddc-be837600baa1 req-c61733c8-27b6-4b75-b364-109a363c9554 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589690 Mar 31 15:27:21.419162 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bc0145b1-82fb-43c4-ac04-c1686b453806 req-ded60162-b36f-4c50-a78b-c62e64fcfeb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455539 Mar 31 15:27:21.424485 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 50658) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:21.527781 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0145b1-82fb-43c4-ac04-c1686b453806 req-f996a6e9-7aa3-44b0-801e-6fc861666309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:21.529664 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bc0145b1-82fb-43c4-ac04-c1686b453806 req-f996a6e9-7aa3-44b0-801e-6fc861666309 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a82fed01911439cbda142c6cba80430&device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 1130 time: 0.0587592 Mar 31 15:27:21.714068 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0145b1-82fb-43c4-ac04-c1686b453806 req-12f7d9d3-daea-445c-806b-5da594ecf88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:21.715846 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bc0145b1-82fb-43c4-ac04-c1686b453806 req-12f7d9d3-daea-445c-806b-5da594ecf88f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a6a4c2e-9fd8-4343-9f6a-118951f688a9 HTTP/1.1" status: 200 len: 913 time: 0.1668627 Mar 31 15:27:21.759406 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39849249-1fe2-4ce5-bfc4-43ab32a2394c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:21.796023 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bc0145b1-82fb-43c4-ac04-c1686b453806 req-c2a905e3-a83b-458f-ad6c-095cbdb3fdf3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ed7f28-5d5e-44c2-9350-bb76451bd5b3 HTTP/1.1" status: 200 len: 217 time: 0.0644217 Mar 31 15:27:21.861167 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0145b1-82fb-43c4-ac04-c1686b453806 req-461b4efe-0159-48e6-8606-8d5c936ec4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:21.863708 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bc0145b1-82fb-43c4-ac04-c1686b453806 req-461b4efe-0159-48e6-8606-8d5c936ec4a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5717f4e8-ea5f-42c2-a059-c476d3c4f6ac HTTP/1.1" status: 200 len: 852 time: 0.0568349 Mar 31 15:27:21.932843 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bc0145b1-82fb-43c4-ac04-c1686b453806 req-3846dba5-334d-4ae1-887d-f8af2ff82000 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a6a4c2e-9fd8-4343-9f6a-118951f688a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572076 Mar 31 15:27:21.976565 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3527399-2cbf-49ac-8eef-89621d092135 req-194302a3-e5f3-4a77-9164-464a2057ad91 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:21.979231 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d3527399-2cbf-49ac-8eef-89621d092135 req-194302a3-e5f3-4a77-9164-464a2057ad91 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.2047036 Mar 31 15:27:22.120617 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d3527399-2cbf-49ac-8eef-89621d092135 req-7c3e154b-8a0d-4f92-b4ef-b0bd1db7d935 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339171 Mar 31 15:27:22.139154 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bc0145b1-82fb-43c4-ac04-c1686b453806 req-8ebea513-6599-4584-a56c-f4b2577e6c2d service neutron] 10.222.0.13 "GET /v2.0/networks/7a6a4c2e-9fd8-4343-9f6a-118951f688a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970561 Mar 31 15:27:22.185383 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39849249-1fe2-4ce5-bfc4-43ab32a2394c admin admin] Publish callbacks [] for security_group (8c13ab57-271b-46a2-80ad-faa1401dd4e8), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.198229 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39849249-1fe2-4ce5-bfc4-43ab32a2394c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (8c13ab57-271b-46a2-80ad-faa1401dd4e8), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.269557 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0bfb-f594-4349-9eb0-8b50f6d2c084 req-37150eea-f70a-4926-a4b3-9330945ed6d2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:22.271302 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-27dc0bfb-f594-4349-9eb0-8b50f6d2c084 req-37150eea-f70a-4926-a4b3-9330945ed6d2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.1411071 Mar 31 15:27:22.273391 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39849249-1fe2-4ce5-bfc4-43ab32a2394c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c13ab57-271b-46a2-80ad-faa1401dd4e8,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:22.278771 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-39849249-1fe2-4ce5-bfc4-43ab32a2394c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1005f047d1347be96928339112d9287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8524384 Mar 31 15:27:22.281147 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 50708) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:22.307678 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bc0145b1-82fb-43c4-ac04-c1686b453806 req-f51124e6-75e4-4dc2-9e66-b81130ca6fb0 service neutron] 10.222.0.13 "GET /v2.0/networks/7a6a4c2e-9fd8-4343-9f6a-118951f688a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485789 Mar 31 15:27:22.314237 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.371591 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-27dc0bfb-f594-4349-9eb0-8b50f6d2c084 req-f62d88e3-3973-4a2e-8df0-d1604cd2d162 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923412 Mar 31 15:27:22.387018 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-01730904-4713-485a-921c-7b695061856b admin admin] Publish callbacks [] for security_group (8c13ab57-271b-46a2-80ad-faa1401dd4e8), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.417493 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-01730904-4713-485a-921c-7b695061856b admin admin] Publish callbacks [] for security_group (8c13ab57-271b-46a2-80ad-faa1401dd4e8), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.510429 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-01730904-4713-485a-921c-7b695061856b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (8c13ab57-271b-46a2-80ad-faa1401dd4e8), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.513558 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-01730904-4713-485a-921c-7b695061856b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.517136 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-01730904-4713-485a-921c-7b695061856b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c13ab57-271b-46a2-80ad-faa1401dd4e8 HTTP/1.1" status: 204 len: 168 time: 0.2269149 Mar 31 15:27:22.526135 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a504589-40e2-4e1b-8d3f-c803adfc4222 req-2359a532-92da-4c18-93ba-6e140f57b053 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:22.528575 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9a504589-40e2-4e1b-8d3f-c803adfc4222 req-2359a532-92da-4c18-93ba-6e140f57b053 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.0771770 Mar 31 15:27:22.540496 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 50718) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:22.540743 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01730904-4713-485a-921c-7b695061856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c13ab57-271b-46a2-80ad-faa1401dd4e8,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:22.552382 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-1d97c903-8b95-4ee6-b849-a497004e38ad tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'floatingip': {'port_id': '19d726be-d5ff-4151-9525-4cb3354a8151'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:22.641989 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1d97c903-8b95-4ee6-b849-a497004e38ad tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (f8b87ae4-a14c-415d-8d30-04e796e73549), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:23.049973 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 50740) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:23.073353 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-62b709d5-b726-4357-830c-734bfb6f0daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:23.221277 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-62b709d5-b726-4357-830c-734bfb6f0daa admin admin] Publish callbacks [] for security_group (6acfb083-8575-48c5-a910-00c3bdad25d2), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:23.227327 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-62b709d5-b726-4357-830c-734bfb6f0daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (6acfb083-8575-48c5-a910-00c3bdad25d2), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:23.328437 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b709d5-b726-4357-830c-734bfb6f0daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acfb083-8575-48c5-a910-00c3bdad25d2,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:23.338699 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-62b709d5-b726-4357-830c-734bfb6f0daa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0147d7ba0fe649379e4d4cfc4c64c8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872930 Mar 31 15:27:23.339210 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 50756) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:23.395047 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c45774-285f-4b54-9a98-280e9668ee50 req-60557368-7fa3-4c9d-b10d-5fc33c506d2d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:23.396587 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89c45774-285f-4b54-9a98-280e9668ee50 req-60557368-7fa3-4c9d-b10d-5fc33c506d2d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1367154 Mar 31 15:27:23.424496 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-73db30da-9cd4-4155-bc1f-78852537b3e4 admin admin] Publish callbacks [] for security_group (6acfb083-8575-48c5-a910-00c3bdad25d2), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:23.470047 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-73db30da-9cd4-4155-bc1f-78852537b3e4 admin admin] Publish callbacks [] for security_group (6acfb083-8575-48c5-a910-00c3bdad25d2), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:23.530253 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89c45774-285f-4b54-9a98-280e9668ee50 req-9e56e57e-5288-431b-9446-37400ecf3563 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242340 Mar 31 15:27:23.603687 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-73db30da-9cd4-4155-bc1f-78852537b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (6acfb083-8575-48c5-a910-00c3bdad25d2), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:23.606672 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-73db30da-9cd4-4155-bc1f-78852537b3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:23.610228 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-73db30da-9cd4-4155-bc1f-78852537b3e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6acfb083-8575-48c5-a910-00c3bdad25d2 HTTP/1.1" status: 204 len: 168 time: 0.2676136 Mar 31 15:27:23.616987 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db30da-9cd4-4155-bc1f-78852537b3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acfb083-8575-48c5-a910-00c3bdad25d2,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:23.698505 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1d97c903-8b95-4ee6-b849-a497004e38ad tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:23.705670 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1d97c903-8b95-4ee6-b849-a497004e38ad tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (f8b87ae4-a14c-415d-8d30-04e796e73549), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:23.873981 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [None req-1d97c903-8b95-4ee6-b849-a497004e38ad tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Floating IP f8b87ae4-a14c-415d-8d30-04e796e73549 associated. External IP: 172.27.2.145, port: 19d726be-d5ff-4151-9525-4cb3354a8151. Mar 31 15:27:24.024604 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9b007-80cc-4354-ba3e-486d4d9c4b44 req-ddc3792a-3874-4d20-9c7f-abe828cb7a9b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:24.032401 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-72d9b007-80cc-4354-ba3e-486d4d9c4b44 req-ddc3792a-3874-4d20-9c7f-abe828cb7a9b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0927730 Mar 31 15:27:24.035997 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06c34f-7777-442a-8ce1-b7542b50dc3c req-f6e3b157-bbce-4813-90fe-01a10cb0fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:24.037556 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ef06c34f-7777-442a-8ce1-b7542b50dc3c req-f6e3b157-bbce-4813-90fe-01a10cb0fd70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 1129 time: 0.0992315 Mar 31 15:27:24.102872 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-72d9b007-80cc-4354-ba3e-486d4d9c4b44 req-9f76f80b-2513-42f4-a7bd-469508f95b1a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625842 Mar 31 15:27:24.255239 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06c34f-7777-442a-8ce1-b7542b50dc3c req-845d7649-5497-4d72-ad89-cf4e139993d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:24.256860 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ef06c34f-7777-442a-8ce1-b7542b50dc3c req-845d7649-5497-4d72-ad89-cf4e139993d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.2094553 Mar 31 15:27:24.316991 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ef06c34f-7777-442a-8ce1-b7542b50dc3c req-d47358e5-b573-4606-9660-ea7c4d40d26c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc075c6d-39df-4776-80ee-fc8e9617f1ae HTTP/1.1" status: 200 len: 217 time: 0.0439029 Mar 31 15:27:24.318903 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d97c903-8b95-4ee6-b849-a497004e38ad tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Router d497bd18-50fd-494a-ac6d-0ce50615fcbd has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:27:24.468584 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06c34f-7777-442a-8ce1-b7542b50dc3c req-c9ab0045-fad1-478f-ad29-8a9a52bd7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:24.470358 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ef06c34f-7777-442a-8ce1-b7542b50dc3c req-c9ab0045-fad1-478f-ad29-8a9a52bd7929 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.1466143 Mar 31 15:27:24.588678 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06c34f-7777-442a-8ce1-b7542b50dc3c req-c24bc669-7a87-43ed-9108-b0aba6463090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:24.590810 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ef06c34f-7777-442a-8ce1-b7542b50dc3c req-c24bc669-7a87-43ed-9108-b0aba6463090 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1063952 Mar 31 15:27:24.593308 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d97c903-8b95-4ee6-b849-a497004e38ad tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:27:24.600384 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1d97c903-8b95-4ee6-b849-a497004e38ad tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:24.610875 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf5c655-6873-41dd-a7c3-84dd9d871783 None None] Sync routers for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:24.649797 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf5c655-6873-41dd-a7c3-84dd9d871783 None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:27:24.665879 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-ecf5c655-6873-41dd-a7c3-84dd9d871783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:24.703942 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-1d97c903-8b95-4ee6-b849-a497004e38ad tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "PUT /v2.0/floatingips/f8b87ae4-a14c-415d-8d30-04e796e73549 HTTP/1.1" status: 200 len: 991 time: 2.1622696 Mar 31 15:27:24.706277 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'tag': '19d726be-d5ff-4151-9525-4cb3354a8151'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:24.708574 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1544e5-3685-47e9-a98e-93fae4d3941d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e4d385-3011-4a16-8c06-81a8d6c4743b", "tag": "19d726be-d5ff-4151-9525-4cb3354a8151"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:27:24.757696 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ef06c34f-7777-442a-8ce1-b7542b50dc3c req-dd4e7e28-753f-4bf8-a899-87b5fa30d4e4 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522009 Mar 31 15:27:24.843752 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec7c5fb-5b76-4a75-8d26-75807eb76583 x-openstack-request-id: req-dec7c5fb-5b76-4a75-8d26-75807eb76583 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:27:24.860990 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e4d385-3011-4a16-8c06-81a8d6c4743b", "tag": "19d726be-d5ff-4151-9525-4cb3354a8151", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:27:24.861917 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dec7c5fb-5b76-4a75-8d26-75807eb76583 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:27:24.861917 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec7c5fb-5b76-4a75-8d26-75807eb76583'] response: {'name': 'network-changed', 'server_uuid': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'tag': '19d726be-d5ff-4151-9525-4cb3354a8151', 'status': 'completed', 'code': 200} Mar 31 15:27:24.932953 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1544e5-3685-47e9-a98e-93fae4d3941d req-7c26cd1e-91c4-47bc-9b60-f305dcf38847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:24.935891 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ea1544e5-3685-47e9-a98e-93fae4d3941d req-7c26cd1e-91c4-47bc-9b60-f305dcf38847 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 1129 time: 0.0779016 Mar 31 15:27:24.969146 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ef06c34f-7777-442a-8ce1-b7542b50dc3c req-3f068ade-38af-4dde-ba8a-bc56c3ba2617 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018626 Mar 31 15:27:24.980512 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-ecf5c655-6873-41dd-a7c3-84dd9d871783 None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:27:25.206962 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1544e5-3685-47e9-a98e-93fae4d3941d req-903a9d95-6d01-42d7-b730-bae4fcfd0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:25.206962 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ea1544e5-3685-47e9-a98e-93fae4d3941d req-903a9d95-6d01-42d7-b730-bae4fcfd0c00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 916 time: 0.2527289 Mar 31 15:27:25.402559 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ea1544e5-3685-47e9-a98e-93fae4d3941d req-ed276956-d35f-4fff-80ef-76efb73d7020 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19d726be-d5ff-4151-9525-4cb3354a8151 HTTP/1.1" status: 200 len: 999 time: 0.1893010 Mar 31 15:27:25.411972 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1b7b-91b8-45c4-9b1f-0c7c807ff043 req-40a7db63-cfdd-451a-bb7f-ccf5b6ce7dde tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:25.414146 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b7ea1b7b-91b8-45c4-9b1f-0c7c807ff043 req-40a7db63-cfdd-451a-bb7f-ccf5b6ce7dde tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1814690 Mar 31 15:27:25.508519 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-ecf5c655-6873-41dd-a7c3-84dd9d871783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'f8b87ae4-a14c-415d-8d30-04e796e73549', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '19d726be-d5ff-4151-9525-4cb3354a8151', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:a0:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:26:53Z', 'updated_at': '2022-03-31T15:27:23Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:25.524194 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1544e5-3685-47e9-a98e-93fae4d3941d req-ac706d63-77a0-4d67-9511-b602a2ca694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:25.525845 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ea1544e5-3685-47e9-a98e-93fae4d3941d req-ac706d63-77a0-4d67-9511-b602a2ca694d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.1108308 Mar 31 15:27:25.559829 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf5c655-6873-41dd-a7c3-84dd9d871783 None None] Checking router: d497bd18-50fd-494a-ac6d-0ce50615fcbd for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:27:25.569359 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf5c655-6873-41dd-a7c3-84dd9d871783 None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:27:25.570522 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-ecf5c655-6873-41dd-a7c3-84dd9d871783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:27:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:25.579354 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b7ea1b7b-91b8-45c4-9b1f-0c7c807ff043 req-fb067927-2f54-44dc-afe1-35926c66c08c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136649 Mar 31 15:27:25.612751 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1544e5-3685-47e9-a98e-93fae4d3941d req-97910886-b97b-40bd-90c6-2cb7decc6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:25.615447 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ea1544e5-3685-47e9-a98e-93fae4d3941d req-97910886-b97b-40bd-90c6-2cb7decc6f27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0805652 Mar 31 15:27:25.790046 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ea1544e5-3685-47e9-a98e-93fae4d3941d req-61ef85b5-1642-427f-ae4b-cfd34640f97a service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635101 Mar 31 15:27:25.802215 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-ecf5c655-6873-41dd-a7c3-84dd9d871783 None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:27:25.970298 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b89a5-6fa6-4975-8424-f75d97d17c10 req-c720e1c3-5ac0-4fa0-b281-37891b1c323d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:25.979491 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-215b89a5-6fa6-4975-8424-f75d97d17c10 req-c720e1c3-5ac0-4fa0-b281-37891b1c323d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 946 time: 0.1495900 Mar 31 15:27:26.006151 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ea1544e5-3685-47e9-a98e-93fae4d3941d req-48086535-0615-4c36-877d-415802cb34ee service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055583 Mar 31 15:27:26.049852 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-215b89a5-6fa6-4975-8424-f75d97d17c10 req-9b159148-852a-4256-816d-cb563c058189 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694478 Mar 31 15:27:26.232113 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-ecf5c655-6873-41dd-a7c3-84dd9d871783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'f8b87ae4-a14c-415d-8d30-04e796e73549', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '19d726be-d5ff-4151-9525-4cb3354a8151', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:a0:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:26:53Z', 'updated_at': '2022-03-31T15:27:23Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:26.266858 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf5c655-6873-41dd-a7c3-84dd9d871783 None None] The sync data for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi is: [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'f8b87ae4-a14c-415d-8d30-04e796e73549', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '19d726be-d5ff-4151-9525-4cb3354a8151', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:a0:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:26:53Z', 'updated_at': '2022-03-31T15:27:23Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:26.534934 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc76815-c8d3-45b0-a5bf-bebfe0505661 None None] New status for floating IP f8b87ae4-a14c-415d-8d30-04e796e73549: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:27:26.714853 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8c8a1-74bd-4943-8dff-931a82b718f2 req-7fb626fa-73bb-494f-aa66-4a0f9be0997f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:26.717071 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-13d8c8a1-74bd-4943-8dff-931a82b718f2 req-7fb626fa-73bb-494f-aa66-4a0f9be0997f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0571864 Mar 31 15:27:26.786761 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-13d8c8a1-74bd-4943-8dff-931a82b718f2 req-5521b841-775d-40b5-bd13-cfe4d1663532 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598009 Mar 31 15:27:27.215422 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca86b0d-0cbc-4941-9421-6b20bb224b49 req-a2607e52-c983-4b58-88d9-60edf67b43e6 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:27.217024 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-eca86b0d-0cbc-4941-9421-6b20bb224b49 req-a2607e52-c983-4b58-88d9-60edf67b43e6 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 946 time: 0.0850110 Mar 31 15:27:27.267939 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-eca86b0d-0cbc-4941-9421-6b20bb224b49 req-9a2231b3-7f58-449a-9708-4def34a5d4de tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Mar 31 15:27:27.920896 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce756f-6bd7-4839-a155-0a9a804c7367 req-7e2d012d-5671-4339-88db-abdb0555aca7 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:27.923095 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f1ce756f-6bd7-4839-a155-0a9a804c7367 req-7e2d012d-5671-4339-88db-abdb0555aca7 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0539253 Mar 31 15:27:27.976189 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f1ce756f-6bd7-4839-a155-0a9a804c7367 req-2702e694-c587-432d-93f0-51ef004e3db6 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474932 Mar 31 15:27:28.315919 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d19aeb-2a6c-4770-b995-486b0fc6baa1 req-fa1a30c7-2b19-4ada-9257-7be54bcb321c tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:28.317621 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-79d19aeb-2a6c-4770-b995-486b0fc6baa1 req-fa1a30c7-2b19-4ada-9257-7be54bcb321c tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 946 time: 0.0563631 Mar 31 15:27:28.681365 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9511a-c414-4761-9a3d-dd92f8e50cf8 req-a5ad2e1f-81ac-4e8b-8944-840efa8c1ea6 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:28.682853 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3be9511a-c414-4761-9a3d-dd92f8e50cf8 req-a5ad2e1f-81ac-4e8b-8944-840efa8c1ea6 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 946 time: 0.3281031 Mar 31 15:27:28.730496 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-79d19aeb-2a6c-4770-b995-486b0fc6baa1 req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Deleting port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:27:28.730832 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-79d19aeb-2a6c-4770-b995-486b0fc6baa1 req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:28.813728 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3be9511a-c414-4761-9a3d-dd92f8e50cf8 req-783b25f1-f47f-47e5-8f33-d25d19c03aaa tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/security-groups?id=52786c53-cf83-4001-825e-00ef99df8863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176300 Mar 31 15:27:28.869747 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-79d19aeb-2a6c-4770-b995-486b0fc6baa1 req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] For port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=15ed7f28-5d5e-44c2-9350-bb76451bd5b3,segment=NetworkSegment(719d7f5f-2217-41d3-aaea-0364bc411404),segment_id=719d7f5f-2217-41d3-aaea-0364bc411404)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:28.870453 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-79d19aeb-2a6c-4770-b995-486b0fc6baa1 req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:28.894762 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-79d19aeb-2a6c-4770-b995-486b0fc6baa1 req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Calling delete_port for 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:27:29.124304 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-79d19aeb-2a6c-4770-b995-486b0fc6baa1 req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (15ed7f28-5d5e-44c2-9350-bb76451bd5b3), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:29.187342 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Pushing event deleted for resources: {'Port': ['ID=15ed7f28-5d5e-44c2-9350-bb76451bd5b3,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:29.238532 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.238875 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.239208 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.239538 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.240104 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.240247 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.240481 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.240887 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.241119 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.242042 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.242326 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.242643 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.243046 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.243365 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.243677 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.248431 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d19aeb-2a6c-4770-b995-486b0fc6baa1 req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] No DVR routers for this DVR port 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 on host hv-cinder-75078 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:27:29.251694 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-79d19aeb-2a6c-4770-b995-486b0fc6baa1 req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:29.255156 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-79d19aeb-2a6c-4770-b995-486b0fc6baa1 req-1c6b7942-a503-4f2c-9b79-66b49015c47d tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.13 "DELETE /v2.0/ports/15ed7f28-5d5e-44c2-9350-bb76451bd5b3 HTTP/1.1" status: 204 len: 173 time: 0.9259274 Mar 31 15:27:29.256414 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5cb759-5d90-4f84-a29b-828f86e5936b', 'name': 'network-vif-deleted', 'tag': '15ed7f28-5d5e-44c2-9350-bb76451bd5b3'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:29.261266 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a6fe86-2482-471e-8160-567edd913a69" -d '{"events": [{"server_uuid": "1c5cb759-5d90-4f84-a29b-828f86e5936b", "name": "network-vif-deleted", "tag": "15ed7f28-5d5e-44c2-9350-bb76451bd5b3"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:27:29.303777 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee22a2-41f1-4ef9-9e23-e65b6a7db98b req-0b3d95b4-85be-4b03-b5ca-d4cf04890656 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:29.306017 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f7ee22a2-41f1-4ef9-9e23-e65b6a7db98b req-0b3d95b4-85be-4b03-b5ca-d4cf04890656 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.2265038 Mar 31 15:27:29.324139 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3403e2-24da-4348-92ae-500fce1603de x-openstack-request-id: req-0a3403e2-24da-4348-92ae-500fce1603de {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:27:29.324454 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5cb759-5d90-4f84-a29b-828f86e5936b", "name": "network-vif-deleted", "tag": "15ed7f28-5d5e-44c2-9350-bb76451bd5b3", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:27:29.324684 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a3403e2-24da-4348-92ae-500fce1603de {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:27:29.325351 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3403e2-24da-4348-92ae-500fce1603de'] response: {'server_uuid': '1c5cb759-5d90-4f84-a29b-828f86e5936b', 'name': 'network-vif-deleted', 'tag': '15ed7f28-5d5e-44c2-9350-bb76451bd5b3', 'status': 'completed', 'code': 200} Mar 31 15:27:29.379843 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f7ee22a2-41f1-4ef9-9e23-e65b6a7db98b req-85f9d7bd-a406-4195-90ae-5fd089126770 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653570 Mar 31 15:27:29.407900 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51026) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:29.537151 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-87dabb62-879d-4f70-b32d-305d5251bbd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:29.624277 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-87dabb62-879d-4f70-b32d-305d5251bbd5 admin admin] Publish callbacks [] for security_group (dedc7706-3843-47a0-8d06-272b35866364), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:29.628705 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-87dabb62-879d-4f70-b32d-305d5251bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (dedc7706-3843-47a0-8d06-272b35866364), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:29.667638 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dabb62-879d-4f70-b32d-305d5251bbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedc7706-3843-47a0-8d06-272b35866364,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:29.672110 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-87dabb62-879d-4f70-b32d-305d5251bbd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d68d4b93a2dc4619806371245cd089ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630970 Mar 31 15:27:29.675139 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51036) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:29.724622 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Publish callbacks [] for security_group (dedc7706-3843-47a0-8d06-272b35866364), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:29.746666 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Publish callbacks [] for security_group (dedc7706-3843-47a0-8d06-272b35866364), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:29.796861 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (dedc7706-3843-47a0-8d06-272b35866364), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:29.799409 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:29.800604 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dedc7706-3843-47a0-8d06-272b35866364 HTTP/1.1" status: 204 len: 168 time: 0.1244662 Mar 31 15:27:29.809374 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedc7706-3843-47a0-8d06-272b35866364,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:29.816816 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.817192 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.817536 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.817871 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.818203 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.818528 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.818851 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.819171 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.819528 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.820021 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.820348 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.820666 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.820982 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.821327 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.821644 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc180d-ba38-4dbc-8f28-e98682588f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:29.916671 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-99772b4d-b656-432f-a963-fde31be4adcc req-bd8e376d-96b0-404e-82ff-585eaa2814a0 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 210 time: 0.0309432 Mar 31 15:27:30.064797 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51046) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:30.078032 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5cb282e3-b828-48c7-9e59-0c7182ce6347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:30.152614 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5cb282e3-b828-48c7-9e59-0c7182ce6347 admin admin] Publish callbacks [] for security_group (b46c3310-9795-49d9-8e15-452ee73eef88), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:30.156312 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5cb282e3-b828-48c7-9e59-0c7182ce6347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (b46c3310-9795-49d9-8e15-452ee73eef88), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:30.192402 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb282e3-b828-48c7-9e59-0c7182ce6347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46c3310-9795-49d9-8e15-452ee73eef88,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:30.196914 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-5cb282e3-b828-48c7-9e59-0c7182ce6347 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62ffc726edd140bcb7e0011f365dafbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310778 Mar 31 15:27:30.199670 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51048) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:30.247839 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c6a3-9eb3-4e01-a45f-45d5088864c8 admin admin] Publish callbacks [] for security_group (b46c3310-9795-49d9-8e15-452ee73eef88), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:30.268241 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c6a3-9eb3-4e01-a45f-45d5088864c8 admin admin] Publish callbacks [] for security_group (b46c3310-9795-49d9-8e15-452ee73eef88), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:30.314473 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c6a3-9eb3-4e01-a45f-45d5088864c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (b46c3310-9795-49d9-8e15-452ee73eef88), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:30.317067 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c6a3-9eb3-4e01-a45f-45d5088864c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:30.318260 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-8eb4c6a3-9eb3-4e01-a45f-45d5088864c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b46c3310-9795-49d9-8e15-452ee73eef88 HTTP/1.1" status: 204 len: 168 time: 0.1177104 Mar 31 15:27:30.326175 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4c6a3-9eb3-4e01-a45f-45d5088864c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46c3310-9795-49d9-8e15-452ee73eef88,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:30.485049 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['15ed7f28-5d5e-44c2-9350-bb76451bd5b3'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:27:30.525954 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfa5c6-bc24-475f-8e90-9190f4ca2cfe req-7015d041-ff17-44c3-884a-decbb1e82891 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:30.527282 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ebbfa5c6-bc24-475f-8e90-9190f4ca2cfe req-7015d041-ff17-44c3-884a-decbb1e82891 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0756950 Mar 31 15:27:30.586016 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ebbfa5c6-bc24-475f-8e90-9190f4ca2cfe req-516a7739-f525-47bc-8fba-3e1bc2e5dcbe tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518200 Mar 31 15:27:31.012819 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-820f7bef-5947-4683-80c6-4d8b3fbd4af8 req-5dc593c2-bc11-4120-a1e4-e8d01725837a tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 210 time: 0.0302625 Mar 31 15:27:31.717947 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168cfcf-9395-4261-ad3b-229c3d6380f8 req-e55ef066-feeb-41f3-b995-cc632c5e64f8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:31.719459 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3168cfcf-9395-4261-ad3b-229c3d6380f8 req-e55ef066-feeb-41f3-b995-cc632c5e64f8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0619631 Mar 31 15:27:31.767627 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3168cfcf-9395-4261-ad3b-229c3d6380f8 req-3fdd6459-a521-4d15-9c70-971a40c7125a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425074 Mar 31 15:27:32.142629 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fb2d4d69-372b-42f7-b8f4-2276468b4471 req-1322e58b-724e-490c-bb62-3b955361fa24 tempest-DeleteServersTestJSON-255589699 tempest-DeleteServersTestJSON-255589699-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5cb759-5d90-4f84-a29b-828f86e5936b HTTP/1.1" status: 200 len: 210 time: 0.0329061 Mar 31 15:27:32.156982 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51130) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:32.271885 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ad027a93-bf03-4aa7-b792-aedd68ad2cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:32.356769 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ad027a93-bf03-4aa7-b792-aedd68ad2cff admin admin] Publish callbacks [] for security_group (2968080c-dc25-430f-9861-0464c66d2954), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:32.361048 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ad027a93-bf03-4aa7-b792-aedd68ad2cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2968080c-dc25-430f-9861-0464c66d2954), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:32.406199 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-ad027a93-bf03-4aa7-b792-aedd68ad2cff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a08f585665449f1ad853ac26bcb0a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481089 Mar 31 15:27:32.408302 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad027a93-bf03-4aa7-b792-aedd68ad2cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2968080c-dc25-430f-9861-0464c66d2954,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:32.409796 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51142) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:32.472582 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3072851-be26-4a79-9814-2e99aed4bd01 admin admin] Publish callbacks [] for security_group (2968080c-dc25-430f-9861-0464c66d2954), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:32.516543 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3072851-be26-4a79-9814-2e99aed4bd01 admin admin] Publish callbacks [] for security_group (2968080c-dc25-430f-9861-0464c66d2954), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:32.581351 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3072851-be26-4a79-9814-2e99aed4bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2968080c-dc25-430f-9861-0464c66d2954), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:32.584634 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3072851-be26-4a79-9814-2e99aed4bd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:32.587427 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e3072851-be26-4a79-9814-2e99aed4bd01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2968080c-dc25-430f-9861-0464c66d2954 HTTP/1.1" status: 204 len: 168 time: 0.1755714 Mar 31 15:27:32.600522 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3072851-be26-4a79-9814-2e99aed4bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2968080c-dc25-430f-9861-0464c66d2954,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:32.938462 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7595d5-62b2-46ad-a56d-55997321c3c0 req-6ff0181a-9ff7-4107-bec0-df2f8c91a6b2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:32.946151 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-db7595d5-62b2-46ad-a56d-55997321c3c0 req-6ff0181a-9ff7-4107-bec0-df2f8c91a6b2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0743248 Mar 31 15:27:33.011755 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-db7595d5-62b2-46ad-a56d-55997321c3c0 req-2ae5c829-a2f9-490b-b08f-8d8592d14e92 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645866 Mar 31 15:27:33.019455 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51180) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:33.059976 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bacf32f4-fb18-4101-a2da-9f624e7d9956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.120687 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51190) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:33.201510 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bacf32f4-fb18-4101-a2da-9f624e7d9956 admin admin] Publish callbacks [] for security_group (2e3590da-76c9-40ed-a51a-06bbe0ac9a44), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.205327 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bacf32f4-fb18-4101-a2da-9f624e7d9956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2e3590da-76c9-40ed-a51a-06bbe0ac9a44), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.232318 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_v2 [None req-97637977-285f-4769-b760-5b463fffb969 admin admin] Deleting subnet 66c582ec-1d05-44a5-95f3-11697895bbf4 {{(pid=103659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:27:33.239404 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-97637977-285f-4769-b760-5b463fffb969 admin admin] Publish callbacks [] for subnet (66c582ec-1d05-44a5-95f3-11697895bbf4), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.254051 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-bacf32f4-fb18-4101-a2da-9f624e7d9956 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd727d1a2c0b4b7194cab2a838228bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309933 Mar 31 15:27:33.255065 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf32f4-fb18-4101-a2da-9f624e7d9956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3590da-76c9-40ed-a51a-06bbe0ac9a44,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:33.269103 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51202) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:33.294447 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4d4c9795-ec63-48a6-b153-0c5d06846cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.314410 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-97637977-285f-4769-b760-5b463fffb969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4012077'] for subnet (66c582ec-1d05-44a5-95f3-11697895bbf4), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.372580 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c2256fff-25cf-4df1-9cb7-04187dddb0f8 admin admin] Publish callbacks [] for security_group (2e3590da-76c9-40ed-a51a-06bbe0ac9a44), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.402265 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-97637977-285f-4769-b760-5b463fffb969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (66c582ec-1d05-44a5-95f3-11697895bbf4), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.429774 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:27:33.441507 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c2256fff-25cf-4df1-9cb7-04187dddb0f8 admin admin] Publish callbacks [] for security_group (2e3590da-76c9-40ed-a51a-06bbe0ac9a44), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.473116 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:27:33.473591 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 15ed7f28-5d5e-44c2-9350-bb76451bd5b3 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:27:33.519787 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c2256fff-25cf-4df1-9cb7-04187dddb0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2e3590da-76c9-40ed-a51a-06bbe0ac9a44), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.525203 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c2256fff-25cf-4df1-9cb7-04187dddb0f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.529013 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-c2256fff-25cf-4df1-9cb7-04187dddb0f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e3590da-76c9-40ed-a51a-06bbe0ac9a44 HTTP/1.1" status: 204 len: 168 time: 0.2546790 Mar 31 15:27:33.529215 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-97637977-285f-4769-b760-5b463fffb969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3477119'] for subnet (66c582ec-1d05-44a5-95f3-11697895bbf4), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.535975 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2256fff-25cf-4df1-9cb7-04187dddb0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3590da-76c9-40ed-a51a-06bbe0ac9a44,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:33.564858 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97637977-285f-4769-b760-5b463fffb969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c582ec-1d05-44a5-95f3-11697895bbf4,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:33.566808 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-97637977-285f-4769-b760-5b463fffb969 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.570351 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-97637977-285f-4769-b760-5b463fffb969 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/66c582ec-1d05-44a5-95f3-11697895bbf4 HTTP/1.1" status: 204 len: 168 time: 0.4484937 Mar 31 15:27:33.581144 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51222) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:33.690522 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (cc044566-4934-44a0-9644-25df57d6796e), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.794017 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (cc044566-4934-44a0-9644-25df57d6796e), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.828062 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc044566-4934-44a0-9644-25df57d6796e']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:33.840084 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9371cb61-6ede-46aa-8e29-3e264236c241') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:33.840500 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9371cb61-6ede-46aa-8e29-3e264236c241') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:33.853726 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3813681'] for segment (9371cb61-6ede-46aa-8e29-3e264236c241), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.870321 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (9371cb61-6ede-46aa-8e29-3e264236c241), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.875636 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:33.876039 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3907733'] for segment (9371cb61-6ede-46aa-8e29-3e264236c241), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: Traceback (most recent call last): Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: timer() Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: cb(*args, **kw) Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: return func(*args, **kwargs) Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: self._notify() Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: self.callback(batched_events) Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: event.method(event) Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: return f(self, *a, **k) Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._get(url).json() Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:33.878118 dv-cinder-750782-15-iscsi neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:33.934283 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (cc044566-4934-44a0-9644-25df57d6796e), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.951968 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:33.956914 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] 10.222.0.11 "DELETE /v2.0/networks/cc044566-4934-44a0-9644-25df57d6796e HTTP/1.1" status: 204 len: 168 time: 0.3806763 Mar 31 15:27:33.956914 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47533c0d-f82c-4c84-b886-8f3caa5cf0df admin admin] Pushing event deleted for resources: {'Network': ['ID=cc044566-4934-44a0-9644-25df57d6796e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:33.958418 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51238) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:34.016859 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_v2 [None req-df47345e-8d28-4bbe-8a7c-bea252396555 admin admin] Deleting subnet 03229150-35f8-45f0-ac70-b16e9e9c8f59 {{(pid=103659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:27:34.020314 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-df47345e-8d28-4bbe-8a7c-bea252396555 admin admin] Publish callbacks [] for subnet (03229150-35f8-45f0-ac70-b16e9e9c8f59), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.064374 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-df47345e-8d28-4bbe-8a7c-bea252396555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4012077'] for subnet (03229150-35f8-45f0-ac70-b16e9e9c8f59), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.135367 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-df47345e-8d28-4bbe-8a7c-bea252396555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (03229150-35f8-45f0-ac70-b16e9e9c8f59), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.184962 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d39de-1e7d-4e70-a2dd-aa7ff0730ab0 req-e7bd4e5a-b7c7-4023-b200-deca0692d3ec tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:34.186676 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d19d39de-1e7d-4e70-a2dd-aa7ff0730ab0 req-e7bd4e5a-b7c7-4023-b200-deca0692d3ec tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0905604 Mar 31 15:27:34.204394 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-df47345e-8d28-4bbe-8a7c-bea252396555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3477119'] for subnet (03229150-35f8-45f0-ac70-b16e9e9c8f59), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.233463 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47345e-8d28-4bbe-8a7c-bea252396555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03229150-35f8-45f0-ac70-b16e9e9c8f59,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:34.235468 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-df47345e-8d28-4bbe-8a7c-bea252396555 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.239509 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-df47345e-8d28-4bbe-8a7c-bea252396555 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/03229150-35f8-45f0-ac70-b16e9e9c8f59 HTTP/1.1" status: 204 len: 168 time: 0.2800691 Mar 31 15:27:34.243983 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51250) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:34.273738 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d19d39de-1e7d-4e70-a2dd-aa7ff0730ab0 req-c6b65104-26b3-4b3a-966d-db679910f163 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786319 Mar 31 15:27:34.280329 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:27:34.326909 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (2b8a015f-bfc3-4522-bcbb-302dee3a6696), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.412078 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (2b8a015f-bfc3-4522-bcbb-302dee3a6696), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.433417 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8a015f-bfc3-4522-bcbb-302dee3a6696']}} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:34.444199 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b811c2f0-1fab-431e-9b15-56f4faeed1a4') {'for_net_delete': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:34.444618 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b811c2f0-1fab-431e-9b15-56f4faeed1a4') {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:34.455937 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4012070'] for segment (b811c2f0-1fab-431e-9b15-56f4faeed1a4), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.469583 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (b811c2f0-1fab-431e-9b15-56f4faeed1a4), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.476392 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:34.476787 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267762'] for segment (b811c2f0-1fab-431e-9b15-56f4faeed1a4), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: Traceback (most recent call last): Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: timer() Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: cb(*args, **kw) Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: return func(*args, **kwargs) Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: self._notify() Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: self.callback(batched_events) Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: event.method(event) Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: return f(self, *a, **k) Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._get(url).json() Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:34.478721 dv-cinder-750782-15-iscsi neutron-server[103659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:34.535277 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (2b8a015f-bfc3-4522-bcbb-302dee3a6696), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.555495 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:34.558896 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2b8a015f-bfc3-4522-bcbb-302dee3a6696 HTTP/1.1" status: 204 len: 168 time: 0.3132534 Mar 31 15:27:34.562228 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139478c-58ff-45ee-a1c9-160110d381b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b8a015f-bfc3-4522-bcbb-302dee3a6696,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:34.801791 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51278) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:35.029548 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51302) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:35.088147 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fad9fb1-7912-4384-bc09-83ae56859a5d admin admin] Deleting subnet 5717f4e8-ea5f-42c2-a059-c476d3c4f6ac {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:27:35.092269 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e31b2582-ebec-412b-8b11-a57e4c697508 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e298c246593e4bb8b86c52a86cd3edb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824619 Mar 31 15:27:35.095451 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51306) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:35.102052 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4fad9fb1-7912-4384-bc09-83ae56859a5d admin admin] Publish callbacks [] for subnet (5717f4e8-ea5f-42c2-a059-c476d3c4f6ac), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.169303 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4fad9fb1-7912-4384-bc09-83ae56859a5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3813690'] for subnet (5717f4e8-ea5f-42c2-a059-c476d3c4f6ac), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.230342 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-915d98e9-7f1f-4a1b-bd78-12d72ae03aa3 admin admin] Publish callbacks [] for security_group (440b63ae-c417-4074-83ca-f343f5c16c5f), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.236082 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4fad9fb1-7912-4384-bc09-83ae56859a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (5717f4e8-ea5f-42c2-a059-c476d3c4f6ac), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.284426 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-915d98e9-7f1f-4a1b-bd78-12d72ae03aa3 admin admin] Publish callbacks [] for security_group (440b63ae-c417-4074-83ca-f343f5c16c5f), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.285368 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2fbe21fd-78c5-44cc-83da-af734b8ea36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.348662 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4fad9fb1-7912-4384-bc09-83ae56859a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3907891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3313683'] for subnet (5717f4e8-ea5f-42c2-a059-c476d3c4f6ac), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.390980 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad9fb1-7912-4384-bc09-83ae56859a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5717f4e8-ea5f-42c2-a059-c476d3c4f6ac,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:35.396452 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4fad9fb1-7912-4384-bc09-83ae56859a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.401856 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-4fad9fb1-7912-4384-bc09-83ae56859a5d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5717f4e8-ea5f-42c2-a059-c476d3c4f6ac HTTP/1.1" status: 204 len: 168 time: 0.3712070 Mar 31 15:27:35.404467 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51330) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:35.424105 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-915d98e9-7f1f-4a1b-bd78-12d72ae03aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (440b63ae-c417-4074-83ca-f343f5c16c5f), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.429174 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-915d98e9-7f1f-4a1b-bd78-12d72ae03aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.430687 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-915d98e9-7f1f-4a1b-bd78-12d72ae03aa3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/440b63ae-c417-4074-83ca-f343f5c16c5f HTTP/1.1" status: 204 len: 168 time: 0.3340788 Mar 31 15:27:35.466097 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d98e9-7f1f-4a1b-bd78-12d72ae03aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440b63ae-c417-4074-83ca-f343f5c16c5f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:35.498557 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2d4ca-d743-4560-a7c0-f7a98ee70a49 req-6a443c0c-53aa-4074-8af2-a469e9846753 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:35.502466 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fab2d4ca-d743-4560-a7c0-f7a98ee70a49 req-6a443c0c-53aa-4074-8af2-a469e9846753 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0991175 Mar 31 15:27:35.565786 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (7a6a4c2e-9fd8-4343-9f6a-118951f688a9), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.593292 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fab2d4ca-d743-4560-a7c0-f7a98ee70a49 req-5d59edde-fcaf-49b3-b3a7-62762cb4df05 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804083 Mar 31 15:27:35.688914 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (7a6a4c2e-9fd8-4343-9f6a-118951f688a9), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.711976 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6a4c2e-9fd8-4343-9f6a-118951f688a9']}} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:35.722538 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719d7f5f-2217-41d3-aaea-0364bc411404') {'for_net_delete': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:35.722899 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719d7f5f-2217-41d3-aaea-0364bc411404') {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:35.751201 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4012070'] for segment (719d7f5f-2217-41d3-aaea-0364bc411404), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.778962 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (719d7f5f-2217-41d3-aaea-0364bc411404), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.791788 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:27:35.792199 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267762'] for segment (719d7f5f-2217-41d3-aaea-0364bc411404), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: Traceback (most recent call last): Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: timer() Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: cb(*args, **kw) Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: return func(*args, **kwargs) Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: self._notify() Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: self.callback(batched_events) Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: event.method(event) Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: return f(self, *a, **k) Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._get(url).json() Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: return self.request(url, 'GET', **kwargs) Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:27:35.797465 dv-cinder-750782-15-iscsi neutron-server[103659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:27:35.888981 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (7a6a4c2e-9fd8-4343-9f6a-118951f688a9), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.895424 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:35.899561 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7a6a4c2e-9fd8-4343-9f6a-118951f688a9 HTTP/1.1" status: 204 len: 168 time: 0.4932911 Mar 31 15:27:35.914067 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42e7e8-f3da-4de8-bf87-b5ab6b5b73c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6a4c2e-9fd8-4343-9f6a-118951f688a9,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:36.181148 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51358) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:36.193464 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51360) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:36.243030 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-161e58f9-84cb-4345-baa2-6c2255c9cb15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a82fed01911439cbda142c6cba80430&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0475025 Mar 31 15:27:36.245959 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51362) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:36.254522 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-552d03d6-c785-43c4-a4b7-010e724ae69d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a750918eaae44561baba2e40f2cb7283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0721278 Mar 31 15:27:36.258612 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51364) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:36.273310 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51366) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:36.287558 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51370) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:36.317765 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-46484b3d-988b-454d-896c-424b6d921d80 admin admin] Publish callbacks [] for security_group (52786c53-cf83-4001-825e-00ef99df8863), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.328358 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4d59f4f7-eebf-4fdc-87ec-80547d586c5f admin admin] Publish callbacks [] for security_group (7d94f44c-9161-4bd1-8bc3-e9ef3af3cec3), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.342806 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-46484b3d-988b-454d-896c-424b6d921d80 admin admin] Publish callbacks [] for security_group (52786c53-cf83-4001-825e-00ef99df8863), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.353968 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4d59f4f7-eebf-4fdc-87ec-80547d586c5f admin admin] Publish callbacks [] for security_group (7d94f44c-9161-4bd1-8bc3-e9ef3af3cec3), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.403189 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-46484b3d-988b-454d-896c-424b6d921d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (52786c53-cf83-4001-825e-00ef99df8863), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.406858 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-46484b3d-988b-454d-896c-424b6d921d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.408726 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-46484b3d-988b-454d-896c-424b6d921d80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52786c53-cf83-4001-825e-00ef99df8863 HTTP/1.1" status: 204 len: 168 time: 0.1614337 Mar 31 15:27:36.419825 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46484b3d-988b-454d-896c-424b6d921d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52786c53-cf83-4001-825e-00ef99df8863,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:36.430814 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b11172f0-cf7b-4248-8cfc-4f3e7084d818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.433330 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4d59f4f7-eebf-4fdc-87ec-80547d586c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7d94f44c-9161-4bd1-8bc3-e9ef3af3cec3), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.437316 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4d59f4f7-eebf-4fdc-87ec-80547d586c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.439355 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-4d59f4f7-eebf-4fdc-87ec-80547d586c5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d94f44c-9161-4bd1-8bc3-e9ef3af3cec3 HTTP/1.1" status: 204 len: 168 time: 0.1790693 Mar 31 15:27:36.460674 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59f4f7-eebf-4fdc-87ec-80547d586c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d94f44c-9161-4bd1-8bc3-e9ef3af3cec3,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:36.464223 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-484a2841-e59a-4a96-bbcc-743f63f183a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.545868 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.581890 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b11172f0-cf7b-4248-8cfc-4f3e7084d818 admin admin] Publish callbacks [] for security_group (5d7000de-01eb-4497-87da-b0f231e08743), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.587164 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b11172f0-cf7b-4248-8cfc-4f3e7084d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5d7000de-01eb-4497-87da-b0f231e08743), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.611060 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-484a2841-e59a-4a96-bbcc-743f63f183a8 admin admin] Publish callbacks [] for security_group (3a71fd51-521d-4fe4-9b77-a45f3daddbd5), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.620967 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-484a2841-e59a-4a96-bbcc-743f63f183a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (3a71fd51-521d-4fe4-9b77-a45f3daddbd5), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.649481 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b11172f0-cf7b-4248-8cfc-4f3e7084d818 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50f6f43652bd4cbfaba992cdce16dec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722193 Mar 31 15:27:36.650462 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51382) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:36.658369 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11172f0-cf7b-4248-8cfc-4f3e7084d818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7000de-01eb-4497-87da-b0f231e08743,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:36.674929 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a2841-e59a-4a96-bbcc-743f63f183a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a71fd51-521d-4fe4-9b77-a45f3daddbd5,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:36.722572 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b7663ebe-bbd0-45dc-8444-4ae7adf4a79c admin admin] Publish callbacks [] for security_group (5d7000de-01eb-4497-87da-b0f231e08743), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.755908 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b7663ebe-bbd0-45dc-8444-4ae7adf4a79c admin admin] Publish callbacks [] for security_group (5d7000de-01eb-4497-87da-b0f231e08743), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.760671 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-484a2841-e59a-4a96-bbcc-743f63f183a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af148751081a460fa4fe89f93ca7b40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4715254 Mar 31 15:27:36.764265 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51386) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:36.830116 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c462c8-461e-40fc-af27-1ad6174f9d8e req-6f05a8ff-4258-495b-bdfc-225095b915a1 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:36.832125 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-97c462c8-461e-40fc-af27-1ad6174f9d8e req-6f05a8ff-4258-495b-bdfc-225095b915a1 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1119967 Mar 31 15:27:36.843228 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b7663ebe-bbd0-45dc-8444-4ae7adf4a79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5d7000de-01eb-4497-87da-b0f231e08743), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.848843 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b7663ebe-bbd0-45dc-8444-4ae7adf4a79c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.852542 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b7663ebe-bbd0-45dc-8444-4ae7adf4a79c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d7000de-01eb-4497-87da-b0f231e08743 HTTP/1.1" status: 204 len: 168 time: 0.1986594 Mar 31 15:27:36.861351 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7663ebe-bbd0-45dc-8444-4ae7adf4a79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7000de-01eb-4497-87da-b0f231e08743,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:36.883138 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4f9a74fe-bbd5-491b-b28b-172d25e6a7ca admin admin] Publish callbacks [] for security_group (3a71fd51-521d-4fe4-9b77-a45f3daddbd5), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.932306 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4f9a74fe-bbd5-491b-b28b-172d25e6a7ca admin admin] Publish callbacks [] for security_group (3a71fd51-521d-4fe4-9b77-a45f3daddbd5), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.952711 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-97c462c8-461e-40fc-af27-1ad6174f9d8e req-9dcdbe26-269b-439a-b4bb-15583f2e5f07 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023030 Mar 31 15:27:37.003617 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4f9a74fe-bbd5-491b-b28b-172d25e6a7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (3a71fd51-521d-4fe4-9b77-a45f3daddbd5), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.006468 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4f9a74fe-bbd5-491b-b28b-172d25e6a7ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.010442 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-4f9a74fe-bbd5-491b-b28b-172d25e6a7ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a71fd51-521d-4fe4-9b77-a45f3daddbd5 HTTP/1.1" status: 204 len: 168 time: 0.2423208 Mar 31 15:27:37.019448 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a74fe-bbd5-491b-b28b-172d25e6a7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a71fd51-521d-4fe4-9b77-a45f3daddbd5,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:37.523169 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51428) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:37.552022 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-edfcae31-1d4d-4894-90a0-d89e2214b943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.654125 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-edfcae31-1d4d-4894-90a0-d89e2214b943 admin admin] Publish callbacks [] for security_group (47fcd97e-9d35-4c71-a441-2dd2bda5444e), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.658621 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-edfcae31-1d4d-4894-90a0-d89e2214b943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (47fcd97e-9d35-4c71-a441-2dd2bda5444e), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.702237 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcae31-1d4d-4894-90a0-d89e2214b943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fcd97e-9d35-4c71-a441-2dd2bda5444e,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:37.708636 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-edfcae31-1d4d-4894-90a0-d89e2214b943 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42017a8f702a40e3a681e9ac4b224628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841004 Mar 31 15:27:37.712136 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51436) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:37.739140 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51438) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:37.753734 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-07388336-fead-4ef0-805e-9d324d632d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.798125 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f56c381b-744c-4821-acf5-75bb36ed6b80 admin admin] Publish callbacks [] for security_group (47fcd97e-9d35-4c71-a441-2dd2bda5444e), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.829703 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f56c381b-744c-4821-acf5-75bb36ed6b80 admin admin] Publish callbacks [] for security_group (47fcd97e-9d35-4c71-a441-2dd2bda5444e), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.862682 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-07388336-fead-4ef0-805e-9d324d632d54 admin admin] Publish callbacks [] for security_group (24c7f2a1-38e1-4ede-acdf-a931483ab0b8), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.867223 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-07388336-fead-4ef0-805e-9d324d632d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (24c7f2a1-38e1-4ede-acdf-a931483ab0b8), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.903111 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f56c381b-744c-4821-acf5-75bb36ed6b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (47fcd97e-9d35-4c71-a441-2dd2bda5444e), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.906770 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f56c381b-744c-4821-acf5-75bb36ed6b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.908372 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-f56c381b-744c-4821-acf5-75bb36ed6b80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47fcd97e-9d35-4c71-a441-2dd2bda5444e HTTP/1.1" status: 204 len: 168 time: 0.1939600 Mar 31 15:27:37.930594 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c381b-744c-4821-acf5-75bb36ed6b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fcd97e-9d35-4c71-a441-2dd2bda5444e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:37.953110 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.963709 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-07388336-fead-4ef0-805e-9d324d632d54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41742c3cf61549dcb8739c4e5b7ccc95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233002 Mar 31 15:27:37.964597 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07388336-fead-4ef0-805e-9d324d632d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c7f2a1-38e1-4ede-acdf-a931483ab0b8,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:37.966333 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51450) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:38.058266 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ef2335d-9d5e-4613-ad10-0d48804e2f1b admin admin] Publish callbacks [] for security_group (24c7f2a1-38e1-4ede-acdf-a931483ab0b8), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.103378 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ef2335d-9d5e-4613-ad10-0d48804e2f1b admin admin] Publish callbacks [] for security_group (24c7f2a1-38e1-4ede-acdf-a931483ab0b8), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.150571 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57d8e5-d146-4482-96a0-9ed4e4f3dff2 req-015c0397-625c-4826-b012-8fcec0974a79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:38.152410 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cf57d8e5-d146-4482-96a0-9ed4e4f3dff2 req-015c0397-625c-4826-b012-8fcec0974a79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1083477 Mar 31 15:27:38.186683 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51462) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:38.200651 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ef2335d-9d5e-4613-ad10-0d48804e2f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (24c7f2a1-38e1-4ede-acdf-a931483ab0b8), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.203314 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ef2335d-9d5e-4613-ad10-0d48804e2f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.204429 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-6ef2335d-9d5e-4613-ad10-0d48804e2f1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24c7f2a1-38e1-4ede-acdf-a931483ab0b8 HTTP/1.1" status: 204 len: 168 time: 0.2368808 Mar 31 15:27:38.219486 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2335d-9d5e-4613-ad10-0d48804e2f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c7f2a1-38e1-4ede-acdf-a931483ab0b8,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:38.223935 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cf57d8e5-d146-4482-96a0-9ed4e4f3dff2 req-75ec6646-30ad-43cb-86ce-4cd9cdd0f039 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631175 Mar 31 15:27:38.414745 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1905574313-network', 'tenant_id': '358212f65b23406d930b4f0e489b0137'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:38.438649 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Made reservation on behalf of 358212f65b23406d930b4f0e489b0137 for: {'network': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:38.441733 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.453694 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.547970 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51480) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:38.548270 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Publish callbacks [] for security_group (570b0950-324c-47fd-bc90-a6ead0b09fb4), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.554748 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (570b0950-324c-47fd-bc90-a6ead0b09fb4), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.569425 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cda45926-8113-4b76-8b9e-13f0b9a92939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.589142 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570b0950-324c-47fd-bc90-a6ead0b09fb4,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:38.608089 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:38.630158 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.631005 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.segments_db [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Added segment 3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4 of type vlan for network cfdd2fec-cd96-44f9-8592-73cbe321b82e Mar 31 15:27:38.703074 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cda45926-8113-4b76-8b9e-13f0b9a92939 admin admin] Publish callbacks [] for security_group (ffb60653-03dd-45e0-b35d-938cbc7f55ba), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.703074 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cda45926-8113-4b76-8b9e-13f0b9a92939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ffb60653-03dd-45e0-b35d-938cbc7f55ba), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.727973 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (cfdd2fec-cd96-44f9-8592-73cbe321b82e), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.735443 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda45926-8113-4b76-8b9e-13f0b9a92939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb60653-03dd-45e0-b35d-938cbc7f55ba,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:38.777557 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (cfdd2fec-cd96-44f9-8592-73cbe321b82e), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.778982 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:38.780737 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.784677 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-cda45926-8113-4b76-8b9e-13f0b9a92939 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9579e3c0607a48099bb6254b0e671ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333014 Mar 31 15:27:38.785269 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51494) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:38.859075 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-285f5058-5c38-4f3e-a61e-87c77aab85b1 admin admin] Publish callbacks [] for security_group (ffb60653-03dd-45e0-b35d-938cbc7f55ba), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.884323 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6964514 Mar 31 15:27:38.891540 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51500) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:38.900734 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] Request body: {'subnet': {'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1905574313-subnet', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:38.922138 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] Made reservation on behalf of 358212f65b23406d930b4f0e489b0137 for: {'subnet': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:38.925146 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3477088'] for subnet (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.925316 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-285f5058-5c38-4f3e-a61e-87c77aab85b1 admin admin] Publish callbacks [] for security_group (ffb60653-03dd-45e0-b35d-938cbc7f55ba), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.000361 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42003bba-4da2-4f8d-a493-fd0cc9795f9c admin admin] Pushing event updated for resources: {'Network': ['ID=cfdd2fec-cd96-44f9-8592-73cbe321b82e,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:39.015494 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network cfdd2fec-cd96-44f9-8592-73cbe321b82e details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:27:39.045822 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51510) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:39.065937 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-285f5058-5c38-4f3e-a61e-87c77aab85b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ffb60653-03dd-45e0-b35d-938cbc7f55ba), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.080969 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-285f5058-5c38-4f3e-a61e-87c77aab85b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.091414 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-285f5058-5c38-4f3e-a61e-87c77aab85b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffb60653-03dd-45e0-b35d-938cbc7f55ba HTTP/1.1" status: 204 len: 168 time: 0.3032739 Mar 31 15:27:39.113271 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f5058-5c38-4f3e-a61e-87c77aab85b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb60653-03dd-45e0-b35d-938cbc7f55ba,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:39.273968 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3477110'] for subnet (6217d632-346f-46d7-9bf1-0a35af1691df), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.336729 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-91f72e34-d9fe-4114-b5e2-2521f952f9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.356781 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6217d632-346f-46d7-9bf1-0a35af1691df,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:39.409233 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] Checking segment: {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:39.409574 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] Network hostable DHCP agents. Network: cfdd2fec-cd96-44f9-8592-73cbe321b82e, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:39.440677 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a239f1-b01e-4ebf-bdf0-70cc68e1c825 req-a753c568-a145-44e8-a716-e19a68348ff9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:39.443196 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-78a239f1-b01e-4ebf-bdf0-70cc68e1c825 req-a753c568-a145-44e8-a716-e19a68348ff9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1091864 Mar 31 15:27:39.450739 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] Network cfdd2fec-cd96-44f9-8592-73cbe321b82e is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:39.478341 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, cfdd2fec-cd96-44f9-8592-73cbe321b82e) {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:39.483169 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.486523 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-91f72e34-d9fe-4114-b5e2-2521f952f9ce admin admin] Publish callbacks [] for security_group (c026295f-4925-4fc8-83df-e479d17bf875), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.488349 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:39.489012 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.494107 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-91f72e34-d9fe-4114-b5e2-2521f952f9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (c026295f-4925-4fc8-83df-e479d17bf875), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.499597 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fdca6-33f9-475d-8341-efa2c3046f4c None None] Network cfdd2fec-cd96-44f9-8592-73cbe321b82e requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:27:39.519539 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-78a239f1-b01e-4ebf-bdf0-70cc68e1c825 req-9f10acbc-f21a-43c5-a7a1-3aae51f02ce4 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666747 Mar 31 15:27:39.550073 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51532) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:39.550287 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-8764e787-c0b9-438b-9a6f-0214c0bbf990 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6572089 Mar 31 15:27:39.555835 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:39.567445 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-91f72e34-d9fe-4114-b5e2-2521f952f9ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6f6c83ced6a40dd83def09cf1c0b7d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5198183 Mar 31 15:27:39.570035 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51534) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:39.577311 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f72e34-d9fe-4114-b5e2-2521f952f9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c026295f-4925-4fc8-83df-e479d17bf875,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:39.602097 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15557'] for router (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.603336 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15564'] for router (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.667401 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-863aa679-b493-4499-9830-6f4e07cfa985 admin admin] Publish callbacks [] for security_group (c026295f-4925-4fc8-83df-e479d17bf875), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.699660 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'project_id': '358212f65b23406d930b4f0e489b0137', 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:27:39.700409 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-863aa679-b493-4499-9830-6f4e07cfa985 admin admin] Publish callbacks [] for security_group (c026295f-4925-4fc8-83df-e479d17bf875), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.700521 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.768416 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-863aa679-b493-4499-9830-6f4e07cfa985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (c026295f-4925-4fc8-83df-e479d17bf875), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.773743 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-863aa679-b493-4499-9830-6f4e07cfa985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.777782 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-863aa679-b493-4499-9830-6f4e07cfa985 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c026295f-4925-4fc8-83df-e479d17bf875 HTTP/1.1" status: 204 len: 168 time: 0.2058713 Mar 31 15:27:39.782612 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Publish callbacks [] for router_controller (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), precommit_add_association {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.795972 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863aa679-b493-4499-9830-6f4e07cfa985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c026295f-4925-4fc8-83df-e479d17bf875,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:39.954053 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Publish callbacks [] for router_gateway (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:39.959683 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Allocated IP 172.20.0.2 (cfdd2fec-cd96-44f9-8592-73cbe321b82e/6217d632-346f-46d7-9bf1-0a35af1691df/564ecddc-65c9-43e1-b359-42fc29d634e9) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:40.142615 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Publish callbacks [] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:40.161604 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:40.246175 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Network cfdd2fec-cd96-44f9-8592-73cbe321b82e is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:40.264882 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:40.272135 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:27:40.285345 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Pushing event updated for resources: {'Port': ['ID=564ecddc-65c9-43e1-b359-42fc29d634e9,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:40.307972 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.309814 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.311638 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.313613 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.314008 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.314353 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.325666 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.326024 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.326367 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.326706 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.327040 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.327451 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.327708 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.328032 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.331224 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.401591 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Attempting to bind port 564ecddc-65c9-43e1-b359-42fc29d634e9 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:27:40.401954 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Attempting to bind port 564ecddc-65c9-43e1-b359-42fc29d634e9 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:27:40.402292 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Attempting to bind port 564ecddc-65c9-43e1-b359-42fc29d634e9 on network cfdd2fec-cd96-44f9-8592-73cbe321b82e {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:40.407563 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:27:40.407933 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Checking segment: {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:40.408340 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:40.408729 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Bound using segment: {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:27:40.409226 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Bound port: 564ecddc-65c9-43e1-b359-42fc29d634e9, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:27:40.409604 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:40.438775 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Publish callbacks [] for router_gateway (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:40.468129 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:40.489008 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] For port 564ecddc-65c9-43e1-b359-42fc29d634e9, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:27:40.508728 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] For port 564ecddc-65c9-43e1-b359-42fc29d634e9, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=564ecddc-65c9-43e1-b359-42fc29d634e9,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:27:40.521483 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:40.646035 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Allocated IP 172.27.2.82 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:40.674473 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd0267-c760-4f24-a91d-405848a8ebd3 None None] Pushing event updated for resources: {'Port': ['ID=564ecddc-65c9-43e1-b359-42fc29d634e9,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:40.770644 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63ea16-130e-4252-8604-4c63fef21100 req-af06fc9d-3750-492c-b595-5ee54a1f9f04 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:40.772171 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1d63ea16-130e-4252-8604-4c63fef21100 req-af06fc9d-3750-492c-b595-5ee54a1f9f04 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1226804 Mar 31 15:27:40.915397 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1d63ea16-130e-4252-8604-4c63fef21100 req-d0227c4f-04d7-4a8a-b4c3-9bc1d4bd65f4 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303003 Mar 31 15:27:40.920385 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Publish callbacks [] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:40.982971 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:41.033408 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:41.039322 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:41.049353 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:27:41.108467 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Pushing event updated for resources: {'Port': ['ID=2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:41.426582 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Publish callbacks [] for router_gateway (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:41.606688 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 564ecddc-65c9-43e1-b359-42fc29d634e9 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:27:41.695607 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 564ecddc-65c9-43e1-b359-42fc29d634e9 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:41.696362 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:41.702188 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51618) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:41.706679 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005'] for router (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:41.810058 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 564ecddc-65c9-43e1-b359-42fc29d634e9 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:41.810451 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:41.852473 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port 564ecddc-65c9-43e1-b359-42fc29d634e9, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=564ecddc-65c9-43e1-b359-42fc29d634e9,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:41.860848 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:41.927000 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=564ecddc-65c9-43e1-b359-42fc29d634e9,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:41.948475 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22c0d0b-4059-47db-a305-7f3b432c181c None None] Network cfdd2fec-cd96-44f9-8592-73cbe321b82e requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:27:41.975193 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 is scheduled to L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d with binding_index 1 {{(pid=103658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:27:42.027035 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-005f579f-8f23-4eec-85c8-7aa5f98e55e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:42.110377 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-34157d62-5ce2-49ed-9241-f47038705373 None None] Provisioning complete for port 564ecddc-65c9-43e1-b359-42fc29d634e9 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:42.111185 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-34157d62-5ce2-49ed-9241-f47038705373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:42.125196 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:27:42.138579 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Sync routers for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:42.152210 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:27:42.152850 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:42.218893 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:42.231045 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51638) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:42.234689 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-8da22c79-fbe9-433d-aa77-f76636cfc39c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6834195 Mar 31 15:27:42.274097 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff85a6-b8c4-4399-bdee-202f1997154f req-0eac21e5-19fa-4ec0-b056-edf2ca377ca8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:42.275674 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1aff85a6-b8c4-4399-bdee-202f1997154f req-0eac21e5-19fa-4ec0-b056-edf2ca377ca8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1480978 Mar 31 15:27:42.291645 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-005f579f-8f23-4eec-85c8-7aa5f98e55e1 admin admin] Publish callbacks [] for security_group (ffb5a945-f8a9-41cd-a302-7de0f4d82d1c), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:42.300929 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-34157d62-5ce2-49ed-9241-f47038705373 None None] Current status of the port 564ecddc-65c9-43e1-b359-42fc29d634e9 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:42.354639 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1aff85a6-b8c4-4399-bdee-202f1997154f req-e5540139-3f96-4eab-9838-cf96fc0d2c84 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662687 Mar 31 15:27:42.396260 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:27:42.412586 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-005f579f-8f23-4eec-85c8-7aa5f98e55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ffb5a945-f8a9-41cd-a302-7de0f4d82d1c), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:42.543322 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-139dc240-6817-4a7b-b39d-a2b338854536 None None] Provisioning complete for port 564ecddc-65c9-43e1-b359-42fc29d634e9 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:42.543912 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-139dc240-6817-4a7b-b39d-a2b338854536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:42.602109 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-005f579f-8f23-4eec-85c8-7aa5f98e55e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72b3706a16364564be6cfba4b3d9499f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8941529 Mar 31 15:27:42.602345 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51648) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:42.615996 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f579f-8f23-4eec-85c8-7aa5f98e55e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb5a945-f8a9-41cd-a302-7de0f4d82d1c,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:42.711744 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b8db5f9b-8d08-4f52-b621-892b18e1199b admin admin] Publish callbacks [] for security_group (ffb5a945-f8a9-41cd-a302-7de0f4d82d1c), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:42.733212 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-139dc240-6817-4a7b-b39d-a2b338854536 None None] Current status of the port 564ecddc-65c9-43e1-b359-42fc29d634e9 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:42.775887 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b8db5f9b-8d08-4f52-b621-892b18e1199b admin admin] Publish callbacks [] for security_group (ffb5a945-f8a9-41cd-a302-7de0f4d82d1c), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:42.840884 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:41Z', 'revision_number': 3, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:42.887482 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b8db5f9b-8d08-4f52-b621-892b18e1199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ffb5a945-f8a9-41cd-a302-7de0f4d82d1c), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:42.892585 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b8db5f9b-8d08-4f52-b621-892b18e1199b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:42.896954 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-b8db5f9b-8d08-4f52-b621-892b18e1199b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffb5a945-f8a9-41cd-a302-7de0f4d82d1c HTTP/1.1" status: 204 len: 168 time: 0.2940645 Mar 31 15:27:42.913751 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db5f9b-8d08-4f52-b621-892b18e1199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb5a945-f8a9-41cd-a302-7de0f4d82d1c,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:42.916330 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Checking router: cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:27:42.919347 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Updating router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:27:43.005442 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.281985 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.329918 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Publish callbacks [] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.338869 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.421422 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Pushing event updated for resources: {'Port': ['ID=2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50,revision_number=2']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:43.461338 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.461695 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.462066 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.462430 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.462773 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.463101 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.469355 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.469865 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.470665 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.471091 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.473559 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.474278 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.474419 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.474974 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.476539 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:43.489356 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Attempting to bind port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:27:43.490041 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Attempting to bind port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:27:43.490639 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Attempting to bind port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 on network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:43.498692 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:27:43.499388 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:43.500063 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.500645 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Bound using segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:27:43.501404 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Bound port: 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:27:43.502026 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.504099 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Allocated IP 172.20.0.1 (cfdd2fec-cd96-44f9-8592-73cbe321b82e/6217d632-346f-46d7-9bf1-0a35af1691df/b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:43.526345 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51676) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:43.566890 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] For port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:27:43.571165 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dfd88a25-d988-42c3-971e-77ed3c547561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.574394 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] For port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:27:43.583090 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.591485 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 564ecddc-65c9-43e1-b359-42fc29d634e9 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:27:43.636860 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4aaa-a183-43fa-aa89-06de113260d4 req-7394ee28-a7d5-428d-a63c-df0c1fc994ab tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:43.646914 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d96cf-adaf-44fc-940a-dcbb3d5ad1b6 None None] Pushing event updated for resources: {'Port': ['ID=2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:43.647715 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-16fd4aaa-a183-43fa-aa89-06de113260d4 req-7394ee28-a7d5-428d-a63c-df0c1fc994ab tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1535194 Mar 31 15:27:43.674952 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:27:43.675990 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:43.744769 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dfd88a25-d988-42c3-971e-77ed3c547561 admin admin] Publish callbacks [] for security_group (bf33c196-f878-49d6-a25a-b526ba6a22f9), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.767145 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 564ecddc-65c9-43e1-b359-42fc29d634e9 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:43.767721 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.782890 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dfd88a25-d988-42c3-971e-77ed3c547561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (bf33c196-f878-49d6-a25a-b526ba6a22f9), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.805959 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-16fd4aaa-a183-43fa-aa89-06de113260d4 req-beaa83e2-cea4-4574-be9c-55fd528861a0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572721 Mar 31 15:27:43.815764 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:27:43.848070 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Publish callbacks [] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.918722 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51696) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:43.919012 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-dfd88a25-d988-42c3-971e-77ed3c547561 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6717d713d1434a22bd9609d9f7ef6fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895133 Mar 31 15:27:43.924451 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd88a25-d988-42c3-971e-77ed3c547561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf33c196-f878-49d6-a25a-b526ba6a22f9,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:43.960508 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:43.980974 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 564ecddc-65c9-43e1-b359-42fc29d634e9 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:44.017710 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Network cfdd2fec-cd96-44f9-8592-73cbe321b82e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:44.021299 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:44.021921 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-36861a0e-861b-4905-bddb-9787518fbfbe admin admin] Publish callbacks [] for security_group (bf33c196-f878-49d6-a25a-b526ba6a22f9), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.036149 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:27:44.065316 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-36861a0e-861b-4905-bddb-9787518fbfbe admin admin] Publish callbacks [] for security_group (bf33c196-f878-49d6-a25a-b526ba6a22f9), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.085743 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:44.102525 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:41Z', 'revision_number': 3, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:44.139333 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0016600-f9a1-48eb-a8ef-01b5bdf94a0c None None] The sync data for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi is: [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:41Z', 'revision_number': 3, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:44.141113 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609466'] for router_interface (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.183572 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-36861a0e-861b-4905-bddb-9787518fbfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (bf33c196-f878-49d6-a25a-b526ba6a22f9), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.195396 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-36861a0e-861b-4905-bddb-9787518fbfbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.204380 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-36861a0e-861b-4905-bddb-9787518fbfbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf33c196-f878-49d6-a25a-b526ba6a22f9 HTTP/1.1" status: 204 len: 168 time: 0.2807088 Mar 31 15:27:44.229967 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36861a0e-861b-4905-bddb-9787518fbfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf33c196-f878-49d6-a25a-b526ba6a22f9,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:44.416375 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.488291 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-671fdec1-9216-44f3-8f62-cf6d63e7fc40 None None] Provisioning complete for port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:44.493015 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-671fdec1-9216-44f3-8f62-cf6d63e7fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.628404 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-671fdec1-9216-44f3-8f62-cf6d63e7fc40 None None] Port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:27:44.822483 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Publish callbacks [] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.860572 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.937963 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609326'] for router_interface (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:45.000424 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f692d6-59aa-4de6-8116-10e0e68e91f1 req-4a20e0e0-e6c2-43ed-bea7-1febf25bd632 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:45.009846 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-10f692d6-59aa-4de6-8116-10e0e68e91f1 req-4a20e0e0-e6c2-43ed-bea7-1febf25bd632 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1034737 Mar 31 15:27:45.019125 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:45.093817 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-10f692d6-59aa-4de6-8116-10e0e68e91f1 req-5b37ece5-1390-456d-99c6-e91f646ea454 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754967 Mar 31 15:27:45.144425 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Network cfdd2fec-cd96-44f9-8592-73cbe321b82e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:45.147192 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:45.366347 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:27:45.467905 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-4a7d1c35-ac16-4d40-ac96-d732ae096d81 None None] Provisioning complete for port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:45.468500 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1c35-ac16-4d40-ac96-d732ae096d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:45.555993 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d1c35-ac16-4d40-ac96-d732ae096d81 None None] Port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:27:45.610447 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:27:45.624719 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:27:45.639584 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-f364c25e-3da6-407f-aa63-aeced4d1ca69 admin admin] 10.222.0.11 "PUT /v2.0/routers/cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4058037 Mar 31 15:27:45.676548 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:45.677042 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:45.797751 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:45.798543 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:45.828867 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:45.834095 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:45.921784 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:45.927622 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51776) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:46.221818 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-08cdd3bd-a111-47f2-9713-82ad64865e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:46.255342 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f9921-e401-40f4-9f62-028261589ffc req-5495fd2d-71c7-4414-a935-ccd7339bfb20 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:46.257421 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f69f9921-e401-40f4-9f62-028261589ffc req-5495fd2d-71c7-4414-a935-ccd7339bfb20 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0904021 Mar 31 15:27:46.327418 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f69f9921-e401-40f4-9f62-028261589ffc req-caf1eb60-2dcf-47da-8cf5-7dc800987bba tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594623 Mar 31 15:27:46.378231 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51796) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:46.405209 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-08cdd3bd-a111-47f2-9713-82ad64865e28 admin admin] Publish callbacks [] for security_group (3b36c9c2-edaf-4cc8-8931-17bab701b328), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:46.415088 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-08cdd3bd-a111-47f2-9713-82ad64865e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (3b36c9c2-edaf-4cc8-8931-17bab701b328), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:46.485223 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-08cdd3bd-a111-47f2-9713-82ad64865e28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed5ed2a75bde4a79956109696328ecc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5565455 Mar 31 15:27:46.492317 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51806) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:46.512220 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7371a9d8-2674-4650-b755-07d9d33b5b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:46.522807 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdd3bd-a111-47f2-9713-82ad64865e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b36c9c2-edaf-4cc8-8931-17bab701b328,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:46.595912 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4cce96c1-df4d-4028-b693-4d569d92e32f admin admin] Publish callbacks [] for security_group (3b36c9c2-edaf-4cc8-8931-17bab701b328), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:46.634493 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4cce96c1-df4d-4028-b693-4d569d92e32f admin admin] Publish callbacks [] for security_group (3b36c9c2-edaf-4cc8-8931-17bab701b328), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:46.711447 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4cce96c1-df4d-4028-b693-4d569d92e32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (3b36c9c2-edaf-4cc8-8931-17bab701b328), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:46.712807 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7371a9d8-2674-4650-b755-07d9d33b5b6f admin admin] Publish callbacks [] for security_group (225da773-5425-471d-9b06-bcfc9e913c4d), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:46.715482 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4cce96c1-df4d-4028-b693-4d569d92e32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:46.720070 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7371a9d8-2674-4650-b755-07d9d33b5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (225da773-5425-471d-9b06-bcfc9e913c4d), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:46.720656 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-4cce96c1-df4d-4028-b693-4d569d92e32f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b36c9c2-edaf-4cc8-8931-17bab701b328 HTTP/1.1" status: 204 len: 168 time: 0.2268546 Mar 31 15:27:46.733936 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce96c1-df4d-4028-b693-4d569d92e32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b36c9c2-edaf-4cc8-8931-17bab701b328,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:46.766357 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-7371a9d8-2674-4650-b755-07d9d33b5b6f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0e87d6cf73e44a686484b716341b662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845792 Mar 31 15:27:46.767046 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51814) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:46.781199 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Sync routers for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:27:46.828270 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371a9d8-2674-4650-b755-07d9d33b5b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225da773-5425-471d-9b06-bcfc9e913c4d,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:46.856354 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:27:46.859582 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:46.969582 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0894e8e5-8ffc-48a3-89e3-05fc4dc0ee74 admin admin] Publish callbacks [] for security_group (225da773-5425-471d-9b06-bcfc9e913c4d), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:47.019714 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0894e8e5-8ffc-48a3-89e3-05fc4dc0ee74 admin admin] Publish callbacks [] for security_group (225da773-5425-471d-9b06-bcfc9e913c4d), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:47.097820 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0894e8e5-8ffc-48a3-89e3-05fc4dc0ee74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (225da773-5425-471d-9b06-bcfc9e913c4d), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:47.100534 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0894e8e5-8ffc-48a3-89e3-05fc4dc0ee74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:47.102438 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-0894e8e5-8ffc-48a3-89e3-05fc4dc0ee74 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/225da773-5425-471d-9b06-bcfc9e913c4d HTTP/1.1" status: 204 len: 168 time: 0.3276746 Mar 31 15:27:47.115281 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894e8e5-8ffc-48a3-89e3-05fc4dc0ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225da773-5425-471d-9b06-bcfc9e913c4d,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:47.171704 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:27:47.506712 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 2, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:47.588039 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51856) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:47.589305 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Checking router: cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:27:47.589883 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Updating router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e binding host dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:27:47.593789 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-34282dcb-2d56-4026-8aa9-f376150070e5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1897237012', 'description': 'tempest-description--2063350590'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:47.599114 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:27:47.629315 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d72b74-a8eb-4c70-bfaf-f23fb7198e18 req-594b13ee-0bfd-4772-b777-d818e8d02452 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:47.640365 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-68d72b74-a8eb-4c70-bfaf-f23fb7198e18 req-594b13ee-0bfd-4772-b777-d818e8d02452 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1649487 Mar 31 15:27:47.642535 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-34282dcb-2d56-4026-8aa9-f376150070e5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:47.668748 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:47.714182 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-68d72b74-a8eb-4c70-bfaf-f23fb7198e18 req-71d9d9ab-207c-43d1-8e52-9a15fa4f7b81 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725920 Mar 31 15:27:47.734334 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:47.734707 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:47.742019 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-34282dcb-2d56-4026-8aa9-f376150070e5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (5c01bd47-b5d2-4a73-8721-83872e6db9a2), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:47.760392 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-34282dcb-2d56-4026-8aa9-f376150070e5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5c01bd47-b5d2-4a73-8721-83872e6db9a2), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:47.823073 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-34282dcb-2d56-4026-8aa9-f376150070e5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:47.828833 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51862) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:47.830064 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-34282dcb-2d56-4026-8aa9-f376150070e5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2408874 Mar 31 15:27:47.835681 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34282dcb-2d56-4026-8aa9-f376150070e5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c01bd47-b5d2-4a73-8721-83872e6db9a2,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:47.836470 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-d3bbf334-21dd-451a-9411-8ebc8b6d5245 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'security_group_rule': {'security_group_id': '5c01bd47-b5d2-4a73-8721-83872e6db9a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:47.900450 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf334-21dd-451a-9411-8ebc8b6d5245 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (551669df-eb8b-40e2-86a6-0646d8df6091), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.056266 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf334-21dd-451a-9411-8ebc8b6d5245 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (551669df-eb8b-40e2-86a6-0646d8df6091), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.064348 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf334-21dd-451a-9411-8ebc8b6d5245 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (551669df-eb8b-40e2-86a6-0646d8df6091), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.119013 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51870) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:48.134564 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-62fc7c84-02cd-4ec5-b1b2-78ab84f3d4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.141488 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf334-21dd-451a-9411-8ebc8b6d5245 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.149857 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-d3bbf334-21dd-451a-9411-8ebc8b6d5245 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3189309 Mar 31 15:27:48.151083 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51874) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:48.168842 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:48.176193 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-60c87eb9-cf50-47ba-af61-b6ebf1c338c2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'security_group_rule': {'security_group_id': '5c01bd47-b5d2-4a73-8721-83872e6db9a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:48.190400 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbf334-21dd-451a-9411-8ebc8b6d5245 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551669df-eb8b-40e2-86a6-0646d8df6091,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:48.255286 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60c87eb9-cf50-47ba-af61-b6ebf1c338c2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (c2ae5f0e-8d12-42f7-a87e-ed8d59607e3d), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.355156 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-62fc7c84-02cd-4ec5-b1b2-78ab84f3d4ed admin admin] Publish callbacks [] for security_group (ec13d5d5-8985-4277-9905-98ad736ad1ea), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.361025 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-62fc7c84-02cd-4ec5-b1b2-78ab84f3d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ec13d5d5-8985-4277-9905-98ad736ad1ea), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.406513 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60c87eb9-cf50-47ba-af61-b6ebf1c338c2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (c2ae5f0e-8d12-42f7-a87e-ed8d59607e3d), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.412738 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-62fc7c84-02cd-4ec5-b1b2-78ab84f3d4ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e939d0fd072541abb3da04b8846a95b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923656 Mar 31 15:27:48.417534 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51888) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:48.427201 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc7c84-02cd-4ec5-b1b2-78ab84f3d4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec13d5d5-8985-4277-9905-98ad736ad1ea,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:48.428623 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Publish callbacks [] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.439640 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.451777 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60c87eb9-cf50-47ba-af61-b6ebf1c338c2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (c2ae5f0e-8d12-42f7-a87e-ed8d59607e3d), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.482959 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c87eb9-cf50-47ba-af61-b6ebf1c338c2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ae5f0e-8d12-42f7-a87e-ed8d59607e3d,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:48.493385 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60c87eb9-cf50-47ba-af61-b6ebf1c338c2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.494847 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-60c87eb9-cf50-47ba-af61-b6ebf1c338c2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3290162 Mar 31 15:27:48.498173 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51890) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:48.503741 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:48.508582 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7d517499-8adc-493c-8ce7-daae69f7321a admin admin] Publish callbacks [] for security_group (ec13d5d5-8985-4277-9905-98ad736ad1ea), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.521617 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83486b6-6475-4e2d-9e20-6e296148640d None None] Pushing event updated for resources: {'Port': ['ID=b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:48.545316 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.561474 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7d517499-8adc-493c-8ce7-daae69f7321a admin admin] Publish callbacks [] for security_group (ec13d5d5-8985-4277-9905-98ad736ad1ea), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.578069 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51892) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:48.598650 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Attempting to bind port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:27:48.599298 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Attempting to bind port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:27:48.599443 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Attempting to bind port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e on network cfdd2fec-cd96-44f9-8592-73cbe321b82e {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:48.606988 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:27:48.607562 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Checking segment: {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:48.608195 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.608603 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Bound using segment: {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:27:48.609398 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Bound port: b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:27:48.609843 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.674120 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7d517499-8adc-493c-8ce7-daae69f7321a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ec13d5d5-8985-4277-9905-98ad736ad1ea), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.676738 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7d517499-8adc-493c-8ce7-daae69f7321a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.680999 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-7d517499-8adc-493c-8ce7-daae69f7321a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec13d5d5-8985-4277-9905-98ad736ad1ea HTTP/1.1" status: 204 len: 168 time: 0.2615223 Mar 31 15:27:48.691244 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d517499-8adc-493c-8ce7-daae69f7321a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec13d5d5-8985-4277-9905-98ad736ad1ea,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:48.693827 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] For port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:27:48.700427 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] For port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:27:48.722026 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.728144 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.852045 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:27:48.854961 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:27:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:48.858285 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83486b6-6475-4e2d-9e20-6e296148640d None None] Pushing event updated for resources: {'Port': ['ID=b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:48.861886 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-853268899-network', 'tenant_id': 'f90ad26ee730425aabb669d41abfc407'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:48.896770 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Made reservation on behalf of f90ad26ee730425aabb669d41abfc407 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:48.899922 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.911638 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.921120 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9da81-aaf5-42b2-90fb-4e857059cad6 req-3859c63e-7691-4704-be2d-ed54e57649fd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:48.928055 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-66d9da81-aaf5-42b2-90fb-4e857059cad6 req-3859c63e-7691-4704-be2d-ed54e57649fd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1176944 Mar 31 15:27:48.961705 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Allocated IP 172.27.2.173 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/e8743115-4ac5-4875-a15b-3d8bc6160f29) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:49.008650 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:27:49.011861 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-66d9da81-aaf5-42b2-90fb-4e857059cad6 req-693b22ea-e716-4915-a432-c71a6cf3e317 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828066 Mar 31 15:27:49.090603 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Publish callbacks [] for security_group (ad88c457-fed0-4631-a2ba-08933d09ea50), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.096126 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ad88c457-fed0-4631-a2ba-08933d09ea50), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.129914 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-fd4a6efb-b8f8-484b-8cfd-903be36d1300 None None] Provisioning complete for port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:49.130286 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6efb-b8f8-484b-8cfd-903be36d1300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.132520 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:49.145541 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad88c457-fed0-4631-a2ba-08933d09ea50,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:49.152379 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (2f658688-4e72-4f1c-88c7-f0e9b860bf81), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.152956 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Added segment 2f658688-4e72-4f1c-88c7-f0e9b860bf81 of type vlan for network f8752e42-f442-4771-bbb9-3034f17379cb Mar 31 15:27:49.193814 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for port (e8743115-4ac5-4875-a15b-3d8bc6160f29), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.233032 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (f8752e42-f442-4771-bbb9-3034f17379cb), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.258331 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (e8743115-4ac5-4875-a15b-3d8bc6160f29), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.277619 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (f8752e42-f442-4771-bbb9-3034f17379cb), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.278620 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:49.279263 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.306436 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:49.310666 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:49.317683 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:27:49.390069 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=f8752e42-f442-4771-bbb9-3034f17379cb,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:49.397962 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-ba22b473-c304-402d-8bbd-17ea0389b3f8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8135409 Mar 31 15:27:49.401851 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 51916) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:49.409352 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] Request body: {'subnet': {'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-853268899-subnet', 'tenant_id': 'f90ad26ee730425aabb669d41abfc407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:49.429966 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network f8752e42-f442-4771-bbb9-3034f17379cb details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:27:49.459021 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] Made reservation on behalf of f90ad26ee730425aabb669d41abfc407 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:49.464322 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3313676'] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.589457 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a6efb-b8f8-484b-8cfd-903be36d1300 None None] Current status of the port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:49.590011 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6efb-b8f8-484b-8cfd-903be36d1300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.723052 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'Port': ['ID=e8743115-4ac5-4875-a15b-3d8bc6160f29,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:49.753826 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3907952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3313690'] for subnet (eb7a938d-cc86-4146-8eec-4e6b15a1c758), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.804238 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-fd4a6efb-b8f8-484b-8cfd-903be36d1300 None None] For port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:27:49.822628 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fd4a6efb-b8f8-484b-8cfd-903be36d1300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.861740 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (a5406a4c-4a51-43ea-8f07-bee23abfb612), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.871814 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7a938d-cc86-4146-8eec-4e6b15a1c758,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:49.916750 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:48Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:49.939595 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (e8743115-4ac5-4875-a15b-3d8bc6160f29), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.958387 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] Checking segment: {'id': '2f658688-4e72-4f1c-88c7-f0e9b860bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:49.958746 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] Network hostable DHCP agents. Network: f8752e42-f442-4771-bbb9-3034f17379cb, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:49.998910 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] Network f8752e42-f442-4771-bbb9-3034f17379cb is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:50.012338 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe76d9-263c-41a6-93c5-2825b5df8e9a None None] The sync data for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi is: [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:48Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:27:50.017188 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, f8752e42-f442-4771-bbb9-3034f17379cb) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:50.029770 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:50.030366 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:50.076857 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2fc961-7009-46bc-91da-13f54c7125c2 None None] Network f8752e42-f442-4771-bbb9-3034f17379cb requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:27:50.096402 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-60c5cc16-c7cb-4818-8b60-228f5313b93a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6931396 Mar 31 15:27:50.202636 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a6efb-b8f8-484b-8cfd-903be36d1300 None None] Pushing event updated for resources: {'Port': ['ID=b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:50.248850 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-036caa7e-183f-4687-83f4-2eaa1251c1ad None None] Provisioning complete for port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:50.249677 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-036caa7e-183f-4687-83f4-2eaa1251c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:50.357874 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for port (e8743115-4ac5-4875-a15b-3d8bc6160f29), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:50.363959 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (e8743115-4ac5-4875-a15b-3d8bc6160f29), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:50.402258 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78bdd6-abea-405f-a458-d2b6a51eeed0 req-522a1473-db86-46ad-90b8-355b6b636816 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:50.403833 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2c78bdd6-abea-405f-a458-d2b6a51eeed0 req-522a1473-db86-46ad-90b8-355b6b636816 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1649752 Mar 31 15:27:50.513318 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2c78bdd6-abea-405f-a458-d2b6a51eeed0 req-974ca5e5-1b49-487b-8e99-d10c98394b55 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977812 Mar 31 15:27:50.540518 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac44d1e-5ed6-4564-ad77-4531b2e85273 None None] Network f8752e42-f442-4771-bbb9-3034f17379cb requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:27:50.609883 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-036caa7e-183f-4687-83f4-2eaa1251c1ad None None] Current status of the port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:50.625496 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (a5406a4c-4a51-43ea-8f07-bee23abfb612), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:50.632235 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'Port': ['ID=e8743115-4ac5-4875-a15b-3d8bc6160f29,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:50.670172 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:50.680933 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-f8a019f8-ee8f-4fcb-b533-3920bd5ad285 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1723409 Mar 31 15:27:50.911456 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 51978) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:50.991821 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-4462aae4-9ccd-4535-bbdb-d57efd770f36 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1897237012&fields=id&tenant_id=358212f65b23406d930b4f0e489b0137 HTTP/1.1" status: 200 len: 267 time: 0.0966015 Mar 31 15:27:51.165023 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-2593e364-7da1-4e29-8d03-908845003df7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:51.166972 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-2593e364-7da1-4e29-8d03-908845003df7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/networks?id=cfdd2fec-cd96-44f9-8592-73cbe321b82e HTTP/1.1" status: 200 len: 811 time: 0.1667521 Mar 31 15:27:51.205679 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-48d37170-4cf7-4fc5-9ca1-4749c7a8a635 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/quotas/358212f65b23406d930b4f0e489b0137 HTTP/1.1" status: 200 len: 375 time: 0.0184824 Mar 31 15:27:51.235521 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1ccea893-3c6b-4363-9165-46e93e1cb6e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:51.330169 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-27c05503-d72e-441f-959c-50492d691f44 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=358212f65b23406d930b4f0e489b0137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229792 Mar 31 15:27:51.468186 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1ccea893-3c6b-4363-9165-46e93e1cb6e1 admin admin] Publish callbacks [] for security_group (8a902861-4606-4c1b-9c66-38e0ff364bef), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:51.474621 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1ccea893-3c6b-4363-9165-46e93e1cb6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (8a902861-4606-4c1b-9c66-38e0ff364bef), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:51.546733 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-1ccea893-3c6b-4363-9165-46e93e1cb6e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5d443a787b04324a59b7b294663d550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6340075 Mar 31 15:27:51.563028 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52018) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:51.595964 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:27:51.731274 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:51.731877 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:51.732909 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccea893-3c6b-4363-9165-46e93e1cb6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a902861-4606-4c1b-9c66-38e0ff364bef,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:51.758697 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5a4d65e3-8e20-4a16-9be5-4da5fc8abc95 admin admin] Publish callbacks [] for security_group (8a902861-4606-4c1b-9c66-38e0ff364bef), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:51.828380 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5a4d65e3-8e20-4a16-9be5-4da5fc8abc95 admin admin] Publish callbacks [] for security_group (8a902861-4606-4c1b-9c66-38e0ff364bef), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:51.890587 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f706aed-1379-4960-833e-5d444df65aa5 req-9a9b3718-14b6-4fc1-bbc1-7eec0c0db664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:51.892241 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8f706aed-1379-4960-833e-5d444df65aa5 req-9a9b3718-14b6-4fc1-bbc1-7eec0c0db664 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 1129 time: 0.3810513 Mar 31 15:27:51.933751 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-3c7bd8fd-fa27-4815-b514-741dab3b9803 service neutron] 10.222.0.11 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823426 Mar 31 15:27:51.958558 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce03153-8736-44b3-a984-01d557da3b3f req-cc359933-ba97-47df-aff4-6b353f364d1f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:51.961884 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cce03153-8736-44b3-a984-01d557da3b3f req-cc359933-ba97-47df-aff4-6b353f364d1f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.2839954 Mar 31 15:27:51.977018 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5a4d65e3-8e20-4a16-9be5-4da5fc8abc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (8a902861-4606-4c1b-9c66-38e0ff364bef), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:51.998711 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:27:51.999718 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5a4d65e3-8e20-4a16-9be5-4da5fc8abc95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:52.001359 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-5a4d65e3-8e20-4a16-9be5-4da5fc8abc95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a902861-4606-4c1b-9c66-38e0ff364bef HTTP/1.1" status: 204 len: 168 time: 0.4211588 Mar 31 15:27:52.016794 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d65e3-8e20-4a16-9be5-4da5fc8abc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a902861-4606-4c1b-9c66-38e0ff364bef,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:52.357311 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:52.390337 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-1bf2836a-eae2-429f-a2c0-ee7389577ff0 service neutron] 10.222.0.11 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490354 Mar 31 15:27:52.437252 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8f706aed-1379-4960-833e-5d444df65aa5 req-e8c71e80-1b57-4036-8c98-1727c65da4d5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315583 Mar 31 15:27:52.468135 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cce03153-8736-44b3-a984-01d557da3b3f req-30feade2-73af-4a4b-8d6d-4a74af2a635e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613562 Mar 31 15:27:52.722701 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6b71abb4-ffe8-4a6a-bae7-77bd9f725189 req-8225b8de-f5d2-41eb-a04c-e9a61d7e9d78 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 210 time: 0.0971792 Mar 31 15:27:52.804379 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29619ebb-b7bd-4b44-9442-832b6354713f req-b71e3dad-70a2-4e49-9199-17f5b01a489c tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:52.806200 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-b71e3dad-70a2-4e49-9199-17f5b01a489c tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/networks?id=f8752e42-f442-4771-bbb9-3034f17379cb HTTP/1.1" status: 200 len: 808 time: 0.2181933 Mar 31 15:27:52.824534 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-186339e6-cece-41dd-8b90-86da1d2f6eeb tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/quotas/f90ad26ee730425aabb669d41abfc407 HTTP/1.1" status: 200 len: 375 time: 0.0116494 Mar 31 15:27:52.864255 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-d24db5d6-214c-4efa-a361-54a388763790 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f90ad26ee730425aabb669d41abfc407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344751 Mar 31 15:27:52.989706 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-1833db2d-e396-4569-85b4-00ff90984720 service neutron] 10.222.0.11 "GET /v2.0/networks/f8752e42-f442-4771-bbb9-3034f17379cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119738 Mar 31 15:27:53.131037 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-2ba6ec4a-bcb8-45ce-815e-a8b5bc8482fe service neutron] 10.222.0.11 "GET /v2.0/networks/f8752e42-f442-4771-bbb9-3034f17379cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340051 Mar 31 15:27:53.139503 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52100) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:53.269931 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2cff4551-bd31-40fd-86a1-584a7eab2616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:53.349878 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d335035b-85be-4d32-9341-078560bd75ff req-a5cbdccb-ade6-4c2c-989f-42735f3930f3 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 210 time: 0.0496833 Mar 31 15:27:53.382830 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2cff4551-bd31-40fd-86a1-584a7eab2616 admin admin] Publish callbacks [] for security_group (55e5987e-b3a0-4f67-86bc-c29efe89ea8e), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:53.387526 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2cff4551-bd31-40fd-86a1-584a7eab2616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (55e5987e-b3a0-4f67-86bc-c29efe89ea8e), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:53.426854 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-2cff4551-bd31-40fd-86a1-584a7eab2616 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b7e802f27a448c4a8fa363cbbdf5019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862701 Mar 31 15:27:53.427705 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff4551-bd31-40fd-86a1-584a7eab2616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e5987e-b3a0-4f67-86bc-c29efe89ea8e,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:53.430192 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 52112) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:53.482910 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e73ffcc2-9416-4320-9c88-943b2672d3b2 admin admin] Publish callbacks [] for security_group (55e5987e-b3a0-4f67-86bc-c29efe89ea8e), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:53.510491 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e73ffcc2-9416-4320-9c88-943b2672d3b2 admin admin] Publish callbacks [] for security_group (55e5987e-b3a0-4f67-86bc-c29efe89ea8e), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:53.604477 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e73ffcc2-9416-4320-9c88-943b2672d3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (55e5987e-b3a0-4f67-86bc-c29efe89ea8e), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:53.607584 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e73ffcc2-9416-4320-9c88-943b2672d3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:53.609008 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e73ffcc2-9416-4320-9c88-943b2672d3b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55e5987e-b3a0-4f67-86bc-c29efe89ea8e HTTP/1.1" status: 204 len: 168 time: 0.1771054 Mar 31 15:27:53.619584 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310f6a6-82b1-4fed-9f28-0a58c1c5affd req-5671ec29-bf3b-4f3f-ae92-2e6534d8e1ad tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:53.621339 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a310f6a6-82b1-4fed-9f28-0a58c1c5affd req-5671ec29-bf3b-4f3f-ae92-2e6534d8e1ad tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0784469 Mar 31 15:27:53.632847 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ffcc2-9416-4320-9c88-943b2672d3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e5987e-b3a0-4f67-86bc-c29efe89ea8e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:53.686647 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a310f6a6-82b1-4fed-9f28-0a58c1c5affd req-f01a5242-9a2d-4830-a077-f270b549ce44 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558348 Mar 31 15:27:53.821476 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e0c06009-7419-483e-80a5-20296dcd9a1a req-7f1a3765-2637-4661-ab49-7e9485c40623 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 210 time: 0.0272176 Mar 31 15:27:53.921063 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52126) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:53.934338 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b370a32b-ff51-41be-9517-79fb9563563c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.010577 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b370a32b-ff51-41be-9517-79fb9563563c admin admin] Publish callbacks [] for security_group (f31b8b77-4250-4305-acd0-e1b6d88690d0), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.014210 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b370a32b-ff51-41be-9517-79fb9563563c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (f31b8b77-4250-4305-acd0-e1b6d88690d0), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.051655 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b370a32b-ff51-41be-9517-79fb9563563c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6aab40f8fc2241b4993490c0c19818ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294169 Mar 31 15:27:54.052511 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370a32b-ff51-41be-9517-79fb9563563c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31b8b77-4250-4305-acd0-e1b6d88690d0,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:54.054345 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 52128) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:54.107561 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c1d2c647-350a-469c-8d22-1340b82dee5d admin admin] Publish callbacks [] for security_group (f31b8b77-4250-4305-acd0-e1b6d88690d0), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.129681 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c1d2c647-350a-469c-8d22-1340b82dee5d admin admin] Publish callbacks [] for security_group (f31b8b77-4250-4305-acd0-e1b6d88690d0), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.179357 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c1d2c647-350a-469c-8d22-1340b82dee5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (f31b8b77-4250-4305-acd0-e1b6d88690d0), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.182060 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c1d2c647-350a-469c-8d22-1340b82dee5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.183247 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-c1d2c647-350a-469c-8d22-1340b82dee5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f31b8b77-4250-4305-acd0-e1b6d88690d0 HTTP/1.1" status: 204 len: 168 time: 0.1278541 Mar 31 15:27:54.191730 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2c647-350a-469c-8d22-1340b82dee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31b8b77-4250-4305-acd0-e1b6d88690d0,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:54.457029 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f356ba2c-5475-4df0-b095-465fdd88711c req-e042f303-2629-40f4-a677-f536943774bb tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 210 time: 0.0295343 Mar 31 15:27:54.523578 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52140) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:54.536265 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3753e355-b605-433a-8669-80c52c0db254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.609031 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3753e355-b605-433a-8669-80c52c0db254 admin admin] Publish callbacks [] for security_group (24c499c6-3d58-4bd0-b9e9-534bf7ea80d3), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.612976 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3753e355-b605-433a-8669-80c52c0db254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (24c499c6-3d58-4bd0-b9e9-534bf7ea80d3), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.654926 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-3753e355-b605-433a-8669-80c52c0db254 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc34180d8ab9489795f285ccc1677607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303091 Mar 31 15:27:54.655783 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753e355-b605-433a-8669-80c52c0db254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c499c6-3d58-4bd0-b9e9-534bf7ea80d3,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:54.657608 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 52142) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:54.706738 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12fcf781-d764-469a-8499-48d0dddc08fb admin admin] Publish callbacks [] for security_group (24c499c6-3d58-4bd0-b9e9-534bf7ea80d3), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.728251 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12fcf781-d764-469a-8499-48d0dddc08fb admin admin] Publish callbacks [] for security_group (24c499c6-3d58-4bd0-b9e9-534bf7ea80d3), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.810683 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12fcf781-d764-469a-8499-48d0dddc08fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (24c499c6-3d58-4bd0-b9e9-534bf7ea80d3), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.813279 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12fcf781-d764-469a-8499-48d0dddc08fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:54.814413 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-12fcf781-d764-469a-8499-48d0dddc08fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24c499c6-3d58-4bd0-b9e9-534bf7ea80d3 HTTP/1.1" status: 204 len: 168 time: 0.1556942 Mar 31 15:27:54.825636 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcf781-d764-469a-8499-48d0dddc08fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c499c6-3d58-4bd0-b9e9-534bf7ea80d3,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:54.836709 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341017b-523f-4357-af70-9bdf0b67069e req-13604fdd-a6a1-4124-8df5-497c5e715299 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:54.838690 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8341017b-523f-4357-af70-9bdf0b67069e req-13604fdd-a6a1-4124-8df5-497c5e715299 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0787809 Mar 31 15:27:54.894590 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8341017b-523f-4357-af70-9bdf0b67069e req-6c552419-9e69-4c80-8a95-07907dfe622a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501671 Mar 31 15:27:54.943416 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-60a389ef-bab7-41a6-9953-54f20cb4a1e9 req-612f4c64-1efa-4a02-a578-5d65ddd08375 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 210 time: 0.0283344 Mar 31 15:27:55.564741 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-001c9140-bd20-46bc-a06e-7586acc4a318 req-ef1852f8-b3b8-4d58-8809-d9177eb7078b tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 210 time: 0.0276453 Mar 31 15:27:55.962621 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-e98f415b-1790-412c-abf4-e0cfce606e63 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:55.964295 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-e98f415b-1790-412c-abf4-e0cfce606e63 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.13 "GET /v2.0/networks?id=cfdd2fec-cd96-44f9-8592-73cbe321b82e HTTP/1.1" status: 200 len: 811 time: 0.1272466 Mar 31 15:27:56.120923 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c4852df0-a964-4267-a7b0-52f0443be817 req-5985430a-448a-445f-a858-c19460a5798d tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 210 time: 0.0520923 Mar 31 15:27:56.129684 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-53304674-dc13-40b1-b8ca-150f4112b3a9 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358212f65b23406d930b4f0e489b0137 HTTP/1.1" status: 200 len: 380 time: 0.1529918 Mar 31 15:27:56.153636 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'port': {'device_id': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'admin_state_up': True, 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'security_groups': ['5c01bd47-b5d2-4a73-8721-83872e6db9a2']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:56.170860 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d541e3-0d0a-4139-9879-71b2fab9f2eb req-49bb1698-4342-4079-a4ee-dcdcf914d5c7 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:56.178170 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a6d541e3-0d0a-4139-9879-71b2fab9f2eb req-49bb1698-4342-4079-a4ee-dcdcf914d5c7 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1908352 Mar 31 15:27:56.213653 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29619ebb-b7bd-4b44-9442-832b6354713f req-79a7152d-357d-4e80-9e0b-0e2a4bc1d485 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:56.217855 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-79a7152d-357d-4e80-9e0b-0e2a4bc1d485 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.13 "GET /v2.0/networks?id=f8752e42-f442-4771-bbb9-3034f17379cb HTTP/1.1" status: 200 len: 808 time: 0.2130835 Mar 31 15:27:56.239477 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Request body: {'port': {'device_id': 'e8dbcdd1-2336-42da-84f6-ce50ddf43036', 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb', 'admin_state_up': True, 'tenant_id': 'f90ad26ee730425aabb669d41abfc407'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:56.334344 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a6d541e3-0d0a-4139-9879-71b2fab9f2eb req-fbe5d496-2ea5-40d5-90ff-74fb9fe36248 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547239 Mar 31 15:27:56.384610 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Made reservation on behalf of 358212f65b23406d930b4f0e489b0137 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:56.388837 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:56.414876 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Made reservation on behalf of f90ad26ee730425aabb669d41abfc407 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:56.417830 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:56.545442 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Allocated IP 172.20.0.12 (cfdd2fec-cd96-44f9-8592-73cbe321b82e/6217d632-346f-46d7-9bf1-0a35af1691df/696d15a2-9596-4aff-bf6e-da3d8b578334) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:56.572230 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Allocated IP 172.20.0.9 (f8752e42-f442-4771-bbb9-3034f17379cb/eb7a938d-cc86-4146-8eec-4e6b15a1c758/50e025f0-93ae-4bba-9b88-9b7dca1aa9d0) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:56.711744 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:56.755903 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:56.790497 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks [] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:56.825965 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-da731b6f-9b97-4fbf-82e0-c3c2a10ce05a req-5135d9c8-5fb6-40a6-9b95-1aa75809f23b tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 210 time: 0.1460524 Mar 31 15:27:56.830841 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:56.832891 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52224) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:56.833798 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'Port': ['ID=696d15a2-9596-4aff-bf6e-da3d8b578334,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:56.856616 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Network cfdd2fec-cd96-44f9-8592-73cbe321b82e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:56.858215 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:56.869591 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:27:56.912129 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Network f8752e42-f442-4771-bbb9-3034f17379cb is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:56.924938 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:56.931402 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:27:56.937856 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:56.938514 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:56.961402 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-0407d8a0-c092-4ec5-a3fe-a3a515df4cda tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8198705 Mar 31 15:27:56.975067 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Request body: {'port': {'device_id': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:56.979257 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Pushing event updated for resources: {'Port': ['ID=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:57.031348 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:57.032017 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.055022 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-fe8218ea-d5b7-456e-aa46-f6162827739a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8196683 Mar 31 15:27:57.060727 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.061124 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c57bd0d4-81c7-40f1-aef7-f4df545b4c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.067692 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Request body: {'port': {'device_id': 'e8dbcdd1-2336-42da-84f6-ce50ddf43036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:57.177640 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.232754 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-770fa2fd-980a-4bc7-bbd2-bb8934b31be8 None None] Provisioning complete for port 696d15a2-9596-4aff-bf6e-da3d8b578334 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:27:57.235032 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-770fa2fd-980a-4bc7-bbd2-bb8934b31be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.342182 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb76ec-6818-4dcb-b5ac-7d17abfa3d19 req-c9bb29b5-c8ea-49c8-9065-0c37daef891a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:57.343919 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0feb76ec-6818-4dcb-b5ac-7d17abfa3d19 req-c9bb29b5-c8ea-49c8-9065-0c37daef891a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 932 time: 0.1233780 Mar 31 15:27:57.378884 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c57bd0d4-81c7-40f1-aef7-f4df545b4c9a admin admin] Publish callbacks [] for security_group (66d7b552-fe45-4d5b-924c-698746b68eab), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.393322 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c57bd0d4-81c7-40f1-aef7-f4df545b4c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (66d7b552-fe45-4d5b-924c-698746b68eab), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.474996 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0feb76ec-6818-4dcb-b5ac-7d17abfa3d19 req-0ec806af-28a1-47d8-903c-53fefd5d468b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227214 Mar 31 15:27:57.533773 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bd0d4-81c7-40f1-aef7-f4df545b4c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d7b552-fe45-4d5b-924c-698746b68eab,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:57.545936 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-c57bd0d4-81c7-40f1-aef7-f4df545b4c9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66c05e104bf84da28e119a8a35933e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7109227 Mar 31 15:27:57.547011 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52242) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:57.568350 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e6928-b871-48c6-9131-c8bef8a04953 req-37dee399-f929-4fa4-b0fe-dd98e1d89d03 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:57.575358 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1c5e6928-b871-48c6-9131-c8bef8a04953 req-37dee399-f929-4fa4-b0fe-dd98e1d89d03 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1022356 Mar 31 15:27:57.641334 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fdb9867a-a03c-4707-a428-d401b24260f8 admin admin] Publish callbacks [] for security_group (66d7b552-fe45-4d5b-924c-698746b68eab), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.660318 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-770fa2fd-980a-4bc7-bbd2-bb8934b31be8 None None] Port 696d15a2-9596-4aff-bf6e-da3d8b578334 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:27:57.698032 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fdb9867a-a03c-4707-a428-d401b24260f8 admin admin] Publish callbacks [] for security_group (66d7b552-fe45-4d5b-924c-698746b68eab), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.708627 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696d15a2-9596-4aff-bf6e-da3d8b578334 {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:27:57.718127 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Publish callbacks [] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.724990 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:27:57.729649 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1c5e6928-b871-48c6-9131-c8bef8a04953 req-0201ac18-a45a-4ba5-b017-0734c0d26097 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498756 Mar 31 15:27:57.739012 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Transition to ACTIVE for port object 696d15a2-9596-4aff-bf6e-da3d8b578334 will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:27:57.748557 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.755616 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Publish callbacks [] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.777969 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Transition to ACTIVE for port object 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:27:57.781705 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.819610 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Pushing event updated for resources: {'Port': ['ID=696d15a2-9596-4aff-bf6e-da3d8b578334,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:57.828683 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fdb9867a-a03c-4707-a428-d401b24260f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (66d7b552-fe45-4d5b-924c-698746b68eab), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.831644 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fdb9867a-a03c-4707-a428-d401b24260f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.836348 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-fdb9867a-a03c-4707-a428-d401b24260f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66d7b552-fe45-4d5b-924c-698746b68eab HTTP/1.1" status: 204 len: 168 time: 0.2864773 Mar 31 15:27:57.864142 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Pushing event updated for resources: {'Port': ['ID=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:57.886153 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9867a-a03c-4707-a428-d401b24260f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d7b552-fe45-4d5b-924c-698746b68eab,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:57.990146 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Attempting to bind port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:27:57.990493 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Attempting to bind port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '2f658688-4e72-4f1c-88c7-f0e9b860bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:27:57.991906 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Attempting to bind port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 on network f8752e42-f442-4771-bbb9-3034f17379cb {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:58.000653 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 on network f8752e42-f442-4771-bbb9-3034f17379cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:27:58.000864 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Attempting to bind port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 on network f8752e42-f442-4771-bbb9-3034f17379cb {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:58.007942 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:27:58.009319 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Checking segment: {'id': '2f658688-4e72-4f1c-88c7-f0e9b860bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:58.009951 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Bound using segment: {'id': '2f658688-4e72-4f1c-88c7-f0e9b860bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:27:58.010372 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Bound port: 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f658688-4e72-4f1c-88c7-f0e9b860bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:27:58.010884 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.040056 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Attempting to bind port 696d15a2-9596-4aff-bf6e-da3d8b578334 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:27:58.040358 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Attempting to bind port 696d15a2-9596-4aff-bf6e-da3d8b578334 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:27:58.040690 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Attempting to bind port 696d15a2-9596-4aff-bf6e-da3d8b578334 on network cfdd2fec-cd96-44f9-8592-73cbe321b82e {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:58.067899 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da210fd-db12-4d7b-84b6-24d69d8f569d req-e08ab25c-565b-4368-aede-ec000f0e8835 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:58.070645 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5da210fd-db12-4d7b-84b6-24d69d8f569d req-e08ab25c-565b-4368-aede-ec000f0e8835 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.1988103 Mar 31 15:27:58.086819 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f4aab-6c9d-4106-96af-66eea292a71b req-94ff2a9b-4c67-4acb-a67d-062adfa9da32 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:58.088113 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bd6f4aab-6c9d-4106-96af-66eea292a71b req-94ff2a9b-4c67-4acb-a67d-062adfa9da32 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.1451125 Mar 31 15:27:58.088720 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Port 696d15a2-9596-4aff-bf6e-da3d8b578334 on network cfdd2fec-cd96-44f9-8592-73cbe321b82e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:27:58.089043 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Attempting to bind port 696d15a2-9596-4aff-bf6e-da3d8b578334 on network cfdd2fec-cd96-44f9-8592-73cbe321b82e {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:58.095895 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] For port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:27:58.099971 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] For port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0,segment=NetworkSegment(2f658688-4e72-4f1c-88c7-f0e9b860bf81),segment_id=2f658688-4e72-4f1c-88c7-f0e9b860bf81)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:27:58.108430 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.128533 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:27:58.128970 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Checking segment: {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:58.129529 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Bound using segment: {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:27:58.129952 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Bound port: 696d15a2-9596-4aff-bf6e-da3d8b578334, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:27:58.130388 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.146647 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:58.148161 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.149631 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] 10.222.0.13 "PUT /v2.0/ports/50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 HTTP/1.1" status: 200 len: 1093 time: 1.0862722 Mar 31 15:27:58.150094 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dbcdd1-2336-42da-84f6-ce50ddf43036', 'tag': '50e025f0-93ae-4bba-9b88-9b7dca1aa9d0'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:58.152714 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3f6465-9a05-4cd5-b674-3d8eda59a8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dbcdd1-2336-42da-84f6-ce50ddf43036", "tag": "50e025f0-93ae-4bba-9b88-9b7dca1aa9d0"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:27:58.190174 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48223e63-a04d-4b00-b919-89df0fb5a712 service neutron] Pushing event updated for resources: {'Port': ['ID=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:58.221492 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52256) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:58.235702 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b73000be-1cc5-476c-97bc-3fd8c2223f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.242995 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bd6f4aab-6c9d-4106-96af-66eea292a71b req-83e49100-68de-462d-9ea7-0f9a09a12104 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322725 Mar 31 15:27:58.248207 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5da210fd-db12-4d7b-84b6-24d69d8f569d req-d3b814b5-d384-4e87-9ed6-983964a01c02 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487775 Mar 31 15:27:58.275279 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] For port 696d15a2-9596-4aff-bf6e-da3d8b578334, host hv-cinder-75078, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:27:58.280018 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] For port 696d15a2-9596-4aff-bf6e-da3d8b578334, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=696d15a2-9596-4aff-bf6e-da3d8b578334,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:27:58.288516 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.327348 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:58.327969 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.330403 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] 10.222.0.13 "PUT /v2.0/ports/696d15a2-9596-4aff-bf6e-da3d8b578334 HTTP/1.1" status: 200 len: 1094 time: 1.3622980 Mar 31 15:27:58.333430 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'tag': '696d15a2-9596-4aff-bf6e-da3d8b578334'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:27:58.336647 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9c0d0c-44a4-43fc-998d-e80d3f528b98 x-openstack-request-id: req-aa9c0d0c-44a4-43fc-998d-e80d3f528b98 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:27:58.336946 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dbcdd1-2336-42da-84f6-ce50ddf43036", "tag": "50e025f0-93ae-4bba-9b88-9b7dca1aa9d0", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:27:58.337077 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee333c0-931d-4631-89ed-44f2361c50e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fba24f-0768-4ed2-9285-6fccfd27f667", "tag": "696d15a2-9596-4aff-bf6e-da3d8b578334"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:27:58.337211 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa9c0d0c-44a4-43fc-998d-e80d3f528b98 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:27:58.337604 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9c0d0c-44a4-43fc-998d-e80d3f528b98'] response: {'name': 'network-changed', 'server_uuid': 'e8dbcdd1-2336-42da-84f6-ce50ddf43036', 'tag': '50e025f0-93ae-4bba-9b88-9b7dca1aa9d0', 'status': 'completed', 'code': 200} Mar 31 15:27:58.339616 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b73000be-1cc5-476c-97bc-3fd8c2223f9a admin admin] Publish callbacks [] for security_group (a0b66bb2-38a7-4769-b019-fd57c9e4e284), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.344662 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b73000be-1cc5-476c-97bc-3fd8c2223f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (a0b66bb2-38a7-4769-b019-fd57c9e4e284), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.375519 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b73000be-1cc5-476c-97bc-3fd8c2223f9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16f0ee3427d94d12bf269939bded7852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500323 Mar 31 15:27:58.375519 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52262) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:58.377486 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe48bb4-c0db-425d-b7a2-243f3f70bb11 service neutron] Pushing event updated for resources: {'Port': ['ID=696d15a2-9596-4aff-bf6e-da3d8b578334,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:58.403680 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c418aa-1f7f-405d-a248-e52f00b184c9 x-openstack-request-id: req-04c418aa-1f7f-405d-a248-e52f00b184c9 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:27:58.403680 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fba24f-0768-4ed2-9285-6fccfd27f667", "tag": "696d15a2-9596-4aff-bf6e-da3d8b578334", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:27:58.403680 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04c418aa-1f7f-405d-a248-e52f00b184c9 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:27:58.404037 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c418aa-1f7f-405d-a248-e52f00b184c9'] response: {'name': 'network-changed', 'server_uuid': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'tag': '696d15a2-9596-4aff-bf6e-da3d8b578334', 'status': 'completed', 'code': 200} Mar 31 15:27:58.417713 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73000be-1cc5-476c-97bc-3fd8c2223f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b66bb2-38a7-4769-b019-fd57c9e4e284,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:58.451589 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7880a307-96b6-434a-8298-34bf4a46cdaf admin admin] Publish callbacks [] for security_group (a0b66bb2-38a7-4769-b019-fd57c9e4e284), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.474512 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7880a307-96b6-434a-8298-34bf4a46cdaf admin admin] Publish callbacks [] for security_group (a0b66bb2-38a7-4769-b019-fd57c9e4e284), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.545348 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7880a307-96b6-434a-8298-34bf4a46cdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (a0b66bb2-38a7-4769-b019-fd57c9e4e284), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.557206 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7880a307-96b6-434a-8298-34bf4a46cdaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:58.563459 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-7880a307-96b6-434a-8298-34bf4a46cdaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0b66bb2-38a7-4769-b019-fd57c9e4e284 HTTP/1.1" status: 204 len: 168 time: 0.1864634 Mar 31 15:27:58.587477 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880a307-96b6-434a-8298-34bf4a46cdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b66bb2-38a7-4769-b019-fd57c9e4e284,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:58.663380 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6c708-913b-41ab-8a7b-1f5fa2f58031 req-0f801773-ad42-4f01-bf20-5f2f3867ab24 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:58.665888 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2ef6c708-913b-41ab-8a7b-1f5fa2f58031 req-0f801773-ad42-4f01-bf20-5f2f3867ab24 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0910130 Mar 31 15:27:58.766146 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2ef6c708-913b-41ab-8a7b-1f5fa2f58031 req-40bd34d2-cc31-443d-9e51-207dcbe95735 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924134 Mar 31 15:27:59.391974 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009deb64-5cbd-4b22-b1d6-260c0a3721fd req-70e4b242-7ef4-4b2f-8ddb-b91f29b5fbef tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:59.393558 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-009deb64-5cbd-4b22-b1d6-260c0a3721fd req-70e4b242-7ef4-4b2f-8ddb-b91f29b5fbef tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.0585611 Mar 31 15:27:59.444640 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-009deb64-5cbd-4b22-b1d6-260c0a3721fd req-42fb93b8-7e43-49e0-ac54-42dcbe8ec597 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453796 Mar 31 15:27:59.904850 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac57ba-ab5b-48ae-8712-e5c5ab7130bc req-253aa6e1-40a6-4a78-b98e-dbecc8c3e992 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:59.906463 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1cac57ba-ab5b-48ae-8712-e5c5ab7130bc req-253aa6e1-40a6-4a78-b98e-dbecc8c3e992 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0631745 Mar 31 15:27:59.955396 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1cac57ba-ab5b-48ae-8712-e5c5ab7130bc req-58b48ef8-75d6-465a-a0a9-e9ff92d85844 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 Mar 31 15:28:00.624170 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f6465-9a05-4cd5-b674-3d8eda59a8ad req-a1d40d2e-688a-4f38-a622-f759398e9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:00.625462 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee333c0-931d-4631-89ed-44f2361c50e3 req-52da0de9-7b52-40dd-a3b1-cb3c500ef577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:00.626309 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0d3f6465-9a05-4cd5-b674-3d8eda59a8ad req-a1d40d2e-688a-4f38-a622-f759398e9fde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90ad26ee730425aabb669d41abfc407&device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 1127 time: 0.0731056 Mar 31 15:28:00.627202 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-eee333c0-931d-4631-89ed-44f2361c50e3 req-52da0de9-7b52-40dd-a3b1-cb3c500ef577 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358212f65b23406d930b4f0e489b0137&device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 1128 time: 0.1245339 Mar 31 15:28:00.641107 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea689f7-9ce2-4245-ad15-3b8233229a56 req-5fd58250-c686-4883-9dd0-0631b8f3bdeb tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:00.642575 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7ea689f7-9ce2-4245-ad15-3b8233229a56 req-5fd58250-c686-4883-9dd0-0631b8f3bdeb tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.0824523 Mar 31 15:28:01.130605 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f6465-9a05-4cd5-b674-3d8eda59a8ad req-635423ff-b820-4655-814d-835857845e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:01.145021 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0d3f6465-9a05-4cd5-b674-3d8eda59a8ad req-635423ff-b820-4655-814d-835857845e38 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f90ad26ee730425aabb669d41abfc407&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5017970 Mar 31 15:28:01.156678 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7ea689f7-9ce2-4245-ad15-3b8233229a56 req-d870b5df-7452-4fb8-a91e-5042702d65e4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960039 Mar 31 15:28:01.320747 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 52376) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:01.343866 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee333c0-931d-4631-89ed-44f2361c50e3 req-e53d99d3-9889-46d7-88f3-0f1ac0012169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:01.345436 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-eee333c0-931d-4631-89ed-44f2361c50e3 req-e53d99d3-9889-46d7-88f3-0f1ac0012169 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=358212f65b23406d930b4f0e489b0137&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7019641 Mar 31 15:28:01.523744 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ac8d6-8eaf-48f2-943b-3c61cc8f0e4e req-6cde67cb-4d05-4f50-90f8-536eee2e3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:01.525760 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-238ac8d6-8eaf-48f2-943b-3c61cc8f0e4e req-6cde67cb-4d05-4f50-90f8-536eee2e3bbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 1129 time: 0.1034334 Mar 31 15:28:01.527137 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f6465-9a05-4cd5-b674-3d8eda59a8ad req-a1279fdd-5e5a-4e96-81b2-a1b054032b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:01.528765 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0d3f6465-9a05-4cd5-b674-3d8eda59a8ad req-a1279fdd-5e5a-4e96-81b2-a1b054032b97 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3773882 Mar 31 15:28:01.561509 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82970697-a570-4ad0-9e4c-3e2609599187 req-468cc9c0-65dd-4258-ad2c-ad63ab80d26a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:01.565448 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-82970697-a570-4ad0-9e4c-3e2609599187 req-468cc9c0-65dd-4258-ad2c-ad63ab80d26a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.2944660 Mar 31 15:28:01.593563 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1e16a2e9-6790-4f4a-91b9-83c729428fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:01.648675 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ac8d6-8eaf-48f2-943b-3c61cc8f0e4e req-357eb735-6b3e-4e26-95d1-fe51eab2a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:01.650541 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-238ac8d6-8eaf-48f2-943b-3c61cc8f0e4e req-357eb735-6b3e-4e26-95d1-fe51eab2a445 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.1149378 Mar 31 15:28:01.696629 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee333c0-931d-4631-89ed-44f2361c50e3 req-82578384-6f13-4651-ab6e-851b60da0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:01.698223 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-eee333c0-931d-4631-89ed-44f2361c50e3 req-82578384-6f13-4651-ab6e-851b60da0f65 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3448200 Mar 31 15:28:01.723582 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e237d-70c2-423a-a03a-3dcfcf5d5d4a req-a0b7681b-431b-4931-823c-51cb6cc7c78f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:01.725476 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f9e237d-70c2-423a-a03a-3dcfcf5d5d4a req-a0b7681b-431b-4931-823c-51cb6cc7c78f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.2507565 Mar 31 15:28:01.747351 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-82970697-a570-4ad0-9e4c-3e2609599187 req-be1d6f31-31d6-46c7-bce8-7d84d15b0e77 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633160 Mar 31 15:28:01.801435 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f9e237d-70c2-423a-a03a-3dcfcf5d5d4a req-79a15a1f-30ea-43f3-a5c8-2aab011c85ac tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673399 Mar 31 15:28:01.823099 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1e16a2e9-6790-4f4a-91b9-83c729428fac admin admin] Publish callbacks [] for security_group (5506f69d-7527-423f-b59d-499464bbc2e1), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:01.831924 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1e16a2e9-6790-4f4a-91b9-83c729428fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5506f69d-7527-423f-b59d-499464bbc2e1), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:01.875988 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-1e16a2e9-6790-4f4a-91b9-83c729428fac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0981580239384a22ab8d5fb2a4906094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5541337 Mar 31 15:28:01.877210 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16a2e9-6790-4f4a-91b9-83c729428fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5506f69d-7527-423f-b59d-499464bbc2e1,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:01.878982 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52382) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:01.941033 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6b23-198b-439d-997e-694336d38c36 admin admin] Publish callbacks [] for security_group (5506f69d-7527-423f-b59d-499464bbc2e1), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:01.965783 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6b23-198b-439d-997e-694336d38c36 admin admin] Publish callbacks [] for security_group (5506f69d-7527-423f-b59d-499464bbc2e1), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.019447 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6b23-198b-439d-997e-694336d38c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5506f69d-7527-423f-b59d-499464bbc2e1), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.022082 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6b23-198b-439d-997e-694336d38c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.023765 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-0f0a6b23-198b-439d-997e-694336d38c36 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5506f69d-7527-423f-b59d-499464bbc2e1 HTTP/1.1" status: 204 len: 168 time: 0.1426594 Mar 31 15:28:02.033702 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a6b23-198b-439d-997e-694336d38c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5506f69d-7527-423f-b59d-499464bbc2e1,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:02.301197 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfda22-eefe-4bb8-8484-b92b3a1e9bf6 req-11d04632-7901-46ec-8b35-881487c4b4ad tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:02.302805 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9ebfda22-eefe-4bb8-8484-b92b3a1e9bf6 req-11d04632-7901-46ec-8b35-881487c4b4ad tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.0691714 Mar 31 15:28:02.361587 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9ebfda22-eefe-4bb8-8484-b92b3a1e9bf6 req-8f1a3178-3b86-4e02-8c0e-c47b8ad9e6e2 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523760 Mar 31 15:28:02.370445 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 52432) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:02.397235 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e436f75a-4ec4-4511-89ce-75b899edb622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.500811 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e436f75a-4ec4-4511-89ce-75b899edb622 admin admin] Publish callbacks [] for security_group (c75fc477-eadc-4a18-9437-e31f42b5e465), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.505336 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e436f75a-4ec4-4511-89ce-75b899edb622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (c75fc477-eadc-4a18-9437-e31f42b5e465), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.552953 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436f75a-4ec4-4511-89ce-75b899edb622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75fc477-eadc-4a18-9437-e31f42b5e465,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:02.560526 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e436f75a-4ec4-4511-89ce-75b899edb622 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b00c7718af442babc21c50694dc41f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883435 Mar 31 15:28:02.563014 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52436) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:02.621994 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e5396013-37b4-40dd-bea2-1a05a604b096 admin admin] Publish callbacks [] for security_group (c75fc477-eadc-4a18-9437-e31f42b5e465), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.650963 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e5396013-37b4-40dd-bea2-1a05a604b096 admin admin] Publish callbacks [] for security_group (c75fc477-eadc-4a18-9437-e31f42b5e465), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.701720 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e5396013-37b4-40dd-bea2-1a05a604b096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (c75fc477-eadc-4a18-9437-e31f42b5e465), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.704468 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e5396013-37b4-40dd-bea2-1a05a604b096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.705673 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e5396013-37b4-40dd-bea2-1a05a604b096 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c75fc477-eadc-4a18-9437-e31f42b5e465 HTTP/1.1" status: 204 len: 168 time: 0.1416833 Mar 31 15:28:02.714716 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5396013-37b4-40dd-bea2-1a05a604b096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75fc477-eadc-4a18-9437-e31f42b5e465,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:02.900533 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71202b80-3b6d-4ca0-bd91-692b95cf983e req-ea6d8532-b7d3-4ba4-810e-a3382ce37b00 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:02.902261 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-71202b80-3b6d-4ca0-bd91-692b95cf983e req-ea6d8532-b7d3-4ba4-810e-a3382ce37b00 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0682049 Mar 31 15:28:02.933752 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-68e09b50-73b0-47f4-893a-963840d4c659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.989382 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-71202b80-3b6d-4ca0-bd91-692b95cf983e req-610f34a2-23e3-4eac-b4e4-e7eba0c9aa2f tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724821 Mar 31 15:28:03.000946 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672cfd-25a0-45b0-b6ba-72a829229bb6 req-c0d70224-e2e3-4758-a664-3fddc458dda2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:03.002506 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4b672cfd-25a0-45b0-b6ba-72a829229bb6 req-c0d70224-e2e3-4758-a664-3fddc458dda2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0991557 Mar 31 15:28:03.060604 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4b672cfd-25a0-45b0-b6ba-72a829229bb6 req-15160410-30e3-45a4-af7d-6e8fd99a7e82 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511050 Mar 31 15:28:03.495195 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ef3c4-df6e-4ac9-8b25-d16c2ff417dc req-c6a8f32e-7038-4c45-ab86-4892e08dd032 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:03.496807 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-785ef3c4-df6e-4ac9-8b25-d16c2ff417dc req-c6a8f32e-7038-4c45-ab86-4892e08dd032 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.0584362 Mar 31 15:28:03.549821 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-785ef3c4-df6e-4ac9-8b25-d16c2ff417dc req-2e503907-5e70-4f3b-8f92-d1df3a883025 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Mar 31 15:28:04.118543 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da795d-056a-4f02-bdd1-284634e04796 req-a5375bed-a37c-4b1e-9d51-068b94a1fe04 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.120327 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b1da795d-056a-4f02-bdd1-284634e04796 req-a5375bed-a37c-4b1e-9d51-068b94a1fe04 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0543618 Mar 31 15:28:04.247799 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-238ac8d6-8eaf-48f2-943b-3c61cc8f0e4e req-c019a482-0887-4c5d-8d59-016921363bec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb2ae9c9-4fa8-4f50-9246-a310e46d5301 HTTP/1.1" status: 200 len: 217 time: 0.0560322 Mar 31 15:28:04.258037 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b1da795d-056a-4f02-bdd1-284634e04796 req-b3c515aa-6c07-47bf-a19b-0761b2af9ab4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320338 Mar 31 15:28:04.270824 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670eadf-15c0-4abb-88d7-f7ad27cd85e0 req-77be8456-cc81-4eaf-96cd-6633b153679e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.272480 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4670eadf-15c0-4abb-88d7-f7ad27cd85e0 req-77be8456-cc81-4eaf-96cd-6633b153679e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.1400945 Mar 31 15:28:04.309731 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29619ebb-b7bd-4b44-9442-832b6354713f req-5adf1406-d25d-473d-add8-a790d0a2d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.311293 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-5adf1406-d25d-473d-add8-a790d0a2d725 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90ad26ee730425aabb669d41abfc407&device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 1127 time: 0.1278377 Mar 31 15:28:04.314920 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ac8d6-8eaf-48f2-943b-3c61cc8f0e4e req-f89874a5-1f5a-427a-a910-e3623a5bacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.316324 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-238ac8d6-8eaf-48f2-943b-3c61cc8f0e4e req-f89874a5-1f5a-427a-a910-e3623a5bacfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0607734 Mar 31 15:28:04.326447 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-dbbed757-4c0e-4779-a8af-55c395a12f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.327955 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-dbbed757-4c0e-4779-a8af-55c395a12f7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358212f65b23406d930b4f0e489b0137&device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 1128 time: 0.1131163 Mar 31 15:28:04.335833 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4670eadf-15c0-4abb-88d7-f7ad27cd85e0 req-589ff47f-23d7-4c9a-8893-9cd8c3ec0774 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558681 Mar 31 15:28:04.373130 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-613c45c6-2e56-4e76-83fe-11d0d20b39e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 HTTP/1.1" status: 200 len: 217 time: 0.0492251 Mar 31 15:28:04.380502 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-4d6f395d-4b38-4544-a594-c4f3434b76d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696d15a2-9596-4aff-bf6e-da3d8b578334 HTTP/1.1" status: 200 len: 217 time: 0.0437191 Mar 31 15:28:04.439175 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-ca3dc907-ee5d-4c11-a9e1-802101925017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.440649 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-ca3dc907-ee5d-4c11-a9e1-802101925017 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6217d632-346f-46d7-9bf1-0a35af1691df HTTP/1.1" status: 200 len: 850 time: 0.0536654 Mar 31 15:28:04.497153 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-4a0ba456-254b-4b90-8cb9-69d694b897b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.498696 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-4a0ba456-254b-4b90-8cb9-69d694b897b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfdd2fec-cd96-44f9-8592-73cbe321b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521507 Mar 31 15:28:04.621239 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-7bf1972d-c68e-4444-aef8-2433a5579799 service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151991 Mar 31 15:28:04.673584 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29619ebb-b7bd-4b44-9442-832b6354713f req-ceb54cc3-6b8d-4e04-ab71-4cff4bcbe5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.676469 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-ceb54cc3-6b8d-4e04-ab71-4cff4bcbe5e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb7a938d-cc86-4146-8eec-4e6b15a1c758 HTTP/1.1" status: 200 len: 848 time: 0.0583084 Mar 31 15:28:04.681538 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ac8d6-8eaf-48f2-943b-3c61cc8f0e4e req-57c20bf0-6747-4e0a-9009-eb3d1d29d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.685447 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-238ac8d6-8eaf-48f2-943b-3c61cc8f0e4e req-57c20bf0-6747-4e0a-9009-eb3d1d29d53d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3584828 Mar 31 15:28:04.723668 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-f6a14872-6919-4d06-8cbc-1454f87eee4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8752e42-f442-4771-bbb9-3034f17379cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390644 Mar 31 15:28:04.758938 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4dc95-d54c-4004-afe8-67667c51d55b req-62ac2681-7ee9-46e5-a43f-8a9edee30105 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.760424 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-91a4dc95-d54c-4004-afe8-67667c51d55b req-62ac2681-7ee9-46e5-a43f-8a9edee30105 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.1371922 Mar 31 15:28:04.794714 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-638b31cd-906b-4cee-b4b4-2fb04ce6e3c7 req-125417d0-09f3-41ac-8f86-3422d5af0b05 service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603827 Mar 31 15:28:04.835461 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-91a4dc95-d54c-4004-afe8-67667c51d55b req-6bfcd74c-c815-428a-adf8-12a99091eee8 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684311 Mar 31 15:28:04.876420 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-238ac8d6-8eaf-48f2-943b-3c61cc8f0e4e req-e0ce5196-52e3-4d2a-93f8-1441bbae3540 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797302 Mar 31 15:28:04.896694 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-aa80ab1e-a590-4c33-ab65-afb64987c39a service neutron] 10.222.0.13 "GET /v2.0/networks/f8752e42-f442-4771-bbb9-3034f17379cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629403 Mar 31 15:28:05.048815 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-238ac8d6-8eaf-48f2-943b-3c61cc8f0e4e req-a0cf8a93-e5a7-45f5-97ff-04202b990c2e service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642549 Mar 31 15:28:05.054103 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-29619ebb-b7bd-4b44-9442-832b6354713f req-1a90f961-bd8f-463a-91a9-e3d23934681b service neutron] 10.222.0.13 "GET /v2.0/networks/f8752e42-f442-4771-bbb9-3034f17379cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470184 Mar 31 15:28:05.280970 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-db7b11f8-9ae5-446f-9bb6-3b1f1cad3f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:05.387923 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8de0f6-bf98-4b25-80a2-3ec635663b4c req-b0f6673c-3c16-4628-8084-523fbd8597de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:05.389654 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4c8de0f6-bf98-4b25-80a2-3ec635663b4c req-b0f6673c-3c16-4628-8084-523fbd8597de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0588126 Mar 31 15:28:05.475882 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4c8de0f6-bf98-4b25-80a2-3ec635663b4c req-e8096812-aa5e-485c-b011-2e48487611cc tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800090 Mar 31 15:28:05.498634 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8ffc5-1581-43f3-b0c0-db455ff2e83a req-c21eab09-ff8a-4d68-a8f2-b0d1dad8b87b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:05.500247 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-93a8ffc5-1581-43f3-b0c0-db455ff2e83a req-c21eab09-ff8a-4d68-a8f2-b0d1dad8b87b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0892873 Mar 31 15:28:05.556419 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-93a8ffc5-1581-43f3-b0c0-db455ff2e83a req-e2ff8aa3-2ec7-4ab2-87e6-29ab7a8a9b0d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478437 Mar 31 15:28:05.967809 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ddd4-f785-4cb3-bcec-c0d8919a5d8c req-73da3c83-a43c-43b7-9e85-497c232f50c9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:05.971199 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-38a1ddd4-f785-4cb3-bcec-c0d8919a5d8c req-73da3c83-a43c-43b7-9e85-497c232f50c9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.0551255 Mar 31 15:28:06.026627 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-38a1ddd4-f785-4cb3-bcec-c0d8919a5d8c req-6b390324-9ee8-48b1-b622-69f2f81088dc tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455172 Mar 31 15:28:06.523449 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:06.616095 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538a178-3035-437c-9ceb-f8689730013f req-cd15f9e9-aa4a-4448-8768-1efae2fcd8a6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:06.618052 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9538a178-3035-437c-9ceb-f8689730013f req-cd15f9e9-aa4a-4448-8768-1efae2fcd8a6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0624435 Mar 31 15:28:06.712456 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9538a178-3035-437c-9ceb-f8689730013f req-7f0ac94c-682a-4b5f-8948-c4a170938a1f tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841198 Mar 31 15:28:06.733120 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d5848-430b-485f-adbd-335bc166a594 req-ca16178d-ab26-4494-b627-f582331aec4f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:06.734650 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-922d5848-430b-485f-adbd-335bc166a594 req-ca16178d-ab26-4494-b627-f582331aec4f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0857961 Mar 31 15:28:06.795917 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-922d5848-430b-485f-adbd-335bc166a594 req-ac40b389-1275-4a7d-a2a0-d165e68c0cb1 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554605 Mar 31 15:28:07.155602 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dc0a1-062e-4dbd-962f-d375ce9ec1fe req-cafedd92-a437-41fb-bb20-f49d4ff82060 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:07.157134 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-157dc0a1-062e-4dbd-962f-d375ce9ec1fe req-cafedd92-a437-41fb-bb20-f49d4ff82060 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.0603712 Mar 31 15:28:07.206826 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-157dc0a1-062e-4dbd-962f-d375ce9ec1fe req-8d82c300-c353-41af-a6e3-4f5ee2cc0a72 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437403 Mar 31 15:28:07.861813 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d71ba-4c32-429c-9f15-3e71251fee64 req-63b9088d-4708-4ad4-97a0-7f2f95e3e38c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:07.863507 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-530d71ba-4c32-429c-9f15-3e71251fee64 req-63b9088d-4708-4ad4-97a0-7f2f95e3e38c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0707445 Mar 31 15:28:07.925562 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:07.961992 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-530d71ba-4c32-429c-9f15-3e71251fee64 req-63d6188f-be55-4450-9a50-6c1583229a40 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904341 Mar 31 15:28:07.979043 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d5fc-29af-4e42-9220-12097c6f8679 req-9a3885f9-c3b4-43b6-b55b-8fa90a00fc7d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:07.981629 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ca02d5fc-29af-4e42-9220-12097c6f8679 req-9a3885f9-c3b4-43b6-b55b-8fa90a00fc7d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0887327 Mar 31 15:28:08.039937 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ca02d5fc-29af-4e42-9220-12097c6f8679 req-af75bb34-b4a3-431f-9706-8519f43e2633 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494635 Mar 31 15:28:08.338167 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a9b2e-1b05-4a00-8378-baa0d9164f27 req-93424b82-bf00-4d6f-ad60-06112f4b53af tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:08.339689 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d29a9b2e-1b05-4a00-8378-baa0d9164f27 req-93424b82-bf00-4d6f-ad60-06112f4b53af tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.0567088 Mar 31 15:28:08.394649 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d29a9b2e-1b05-4a00-8378-baa0d9164f27 req-070eaafc-9bd4-4bbd-aa58-6d882b83b537 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489419 Mar 31 15:28:09.096358 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9dd13-abc0-4617-88f0-4034c1bd3f9b req-317f6e3c-479f-4966-8f98-ad55a6f33d0a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:09.098121 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5af9dd13-abc0-4617-88f0-4034c1bd3f9b req-317f6e3c-479f-4966-8f98-ad55a6f33d0a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0598841 Mar 31 15:28:09.177504 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5af9dd13-abc0-4617-88f0-4034c1bd3f9b req-4c6e5120-f326-419e-866a-a0ba13db576f tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653570 Mar 31 15:28:09.200596 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01013296-d3b0-4d5c-8db4-8656f39652c9 req-dd7d6c66-920e-4245-98fc-9dd3987c206d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:09.202074 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-01013296-d3b0-4d5c-8db4-8656f39652c9 req-dd7d6c66-920e-4245-98fc-9dd3987c206d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0681558 Mar 31 15:28:09.249574 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-01013296-d3b0-4d5c-8db4-8656f39652c9 req-a6382b32-e68d-4299-a7f4-a4f85d240fdf tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418959 Mar 31 15:28:09.470675 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:09.544569 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92125ea8-5d68-451b-ac66-4c331669b545 req-4498a51c-0ac0-428f-8b63-4bf8a1069cc9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:09.547187 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-92125ea8-5d68-451b-ac66-4c331669b545 req-4498a51c-0ac0-428f-8b63-4bf8a1069cc9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.0670393 Mar 31 15:28:09.598665 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-92125ea8-5d68-451b-ac66-4c331669b545 req-8ea0d4e9-a805-490e-b95d-6fffc5940acc tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442970 Mar 31 15:28:10.301421 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7a6a5-09ed-4a3f-a602-c8eb81d283ca req-d6fbf1d0-e6f8-43c0-b047-03b46e5445c4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:10.302939 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d1b7a6a5-09ed-4a3f-a602-c8eb81d283ca req-d6fbf1d0-e6f8-43c0-b047-03b46e5445c4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0583999 Mar 31 15:28:10.382403 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d1b7a6a5-09ed-4a3f-a602-c8eb81d283ca req-62e1e665-7a15-435d-88d6-58efb0a139a5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734863 Mar 31 15:28:10.398394 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a5e3c-8431-47b4-8261-f10f78b4d55e req-0a38e9f2-195a-43ac-89d0-38e42ea5e50a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:10.399841 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f35a5e3c-8431-47b4-8261-f10f78b4d55e req-0a38e9f2-195a-43ac-89d0-38e42ea5e50a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0779021 Mar 31 15:28:10.449469 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f35a5e3c-8431-47b4-8261-f10f78b4d55e req-92a9b064-c03d-4c02-b561-6d5bb3c24be2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Mar 31 15:28:10.714818 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42640eb1-0575-49e1-8847-dd75ae738ed8 req-66398445-1024-4d26-aad4-889f16d1b2a5 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:10.716269 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-42640eb1-0575-49e1-8847-dd75ae738ed8 req-66398445-1024-4d26-aad4-889f16d1b2a5 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.0515678 Mar 31 15:28:10.762016 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-42640eb1-0575-49e1-8847-dd75ae738ed8 req-eace8a60-c282-48c0-940e-408c8b720add tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Mar 31 15:28:11.269002 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:28:11.503835 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1307c4-f717-4cec-ada6-a51de31191ae req-1c598466-c1b6-46b7-bdbc-79cfbebfdf7d tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:11.505533 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fe1307c4-f717-4cec-ada6-a51de31191ae req-1c598466-c1b6-46b7-bdbc-79cfbebfdf7d tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0565116 Mar 31 15:28:11.593669 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fe1307c4-f717-4cec-ada6-a51de31191ae req-28eca67e-b902-4e81-9556-68a2c635e42f tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821023 Mar 31 15:28:11.609289 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ed31e-7f12-40f6-9930-22b98750d531 req-774d834e-819c-4ee4-a359-36dd258564cb tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:11.610731 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-761ed31e-7f12-40f6-9930-22b98750d531 req-774d834e-819c-4ee4-a359-36dd258564cb tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0925393 Mar 31 15:28:11.657356 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-761ed31e-7f12-40f6-9930-22b98750d531 req-6ad4f2c0-986e-49e8-b050-dc02b2c750be tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Mar 31 15:28:11.905286 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a159ac-dc5b-45d3-8757-f54e13e30d87 req-e704d320-d851-47d6-b85c-23bac5c2b27a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:11.906742 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-45a159ac-dc5b-45d3-8757-f54e13e30d87 req-e704d320-d851-47d6-b85c-23bac5c2b27a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.0591726 Mar 31 15:28:11.952096 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-45a159ac-dc5b-45d3-8757-f54e13e30d87 req-87bfc5ed-bdec-4655-8ebd-177da03d1ff7 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398152 Mar 31 15:28:12.723852 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691fb2c-c6ea-4be9-b816-aa09dcba1f39 req-ce187213-d417-496e-a8a6-bc2b12ef8448 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:12.725750 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2691fb2c-c6ea-4be9-b816-aa09dcba1f39 req-ce187213-d417-496e-a8a6-bc2b12ef8448 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0657268 Mar 31 15:28:12.818987 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2691fb2c-c6ea-4be9-b816-aa09dcba1f39 req-6b60484c-da1a-49a3-8f36-f62140178c07 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870984 Mar 31 15:28:12.830366 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7423e-be6a-44eb-b361-fdbdcd8157fa req-7d7f247f-cb2a-4622-81fb-901438511753 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:12.832286 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8dd7423e-be6a-44eb-b361-fdbdcd8157fa req-7d7f247f-cb2a-4622-81fb-901438511753 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.1016567 Mar 31 15:28:12.886771 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8dd7423e-be6a-44eb-b361-fdbdcd8157fa req-3efa5ada-28f5-4364-a149-3ed4df65b1e8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475037 Mar 31 15:28:13.093192 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603a1ab-2519-4de4-9401-09569be45da6 req-c195450e-2783-4ba8-bf46-d81980c6bd46 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:13.094777 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4603a1ab-2519-4de4-9401-09569be45da6 req-c195450e-2783-4ba8-bf46-d81980c6bd46 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 943 time: 0.0725424 Mar 31 15:28:13.181720 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4603a1ab-2519-4de4-9401-09569be45da6 req-576cd6f0-0c58-4672-a685-96a52553a697 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802081 Mar 31 15:28:13.700634 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:28:13.812942 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0,segment=NetworkSegment(2f658688-4e72-4f1c-88c7-f0e9b860bf81),segment_id=2f658688-4e72-4f1c-88c7-f0e9b860bf81)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:13.826880 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '50e025f0-93ae-4bba-9b88-9b7dca1aa9d0', 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb', 'port_id': '50e025f0-93ae-4bba-9b88-9b7dca1aa9d0', 'mac_address': 'fa:16:3e:ce:78:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7a938d-cc86-4146-8eec-4e6b15a1c758', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:28:13.874991 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:13.875387 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:13.892442 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:28:13.933223 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0,segment=NetworkSegment(2f658688-4e72-4f1c-88c7-f0e9b860bf81),segment_id=2f658688-4e72-4f1c-88c7-f0e9b860bf81)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:13.939663 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:13.940486 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 696d15a2-9596-4aff-bf6e-da3d8b578334 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:28:13.980135 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb49446-82f0-4f5f-98e5-b32a593dd239 req-07ddc9ea-b008-4f57-aedb-efb77253b9c3 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:13.981718 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ecb49446-82f0-4f5f-98e5-b32a593dd239 req-07ddc9ea-b008-4f57-aedb-efb77253b9c3 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 944 time: 0.0749099 Mar 31 15:28:14.063255 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:14.077713 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ecb49446-82f0-4f5f-98e5-b32a593dd239 req-b39275b8-05ce-4381-8d6a-3460961bb69c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760491 Mar 31 15:28:14.091315 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a03ef9-7bdc-4d9d-9e6c-a6374fb2dfda req-712dfbb8-ced5-4819-8b96-4b9df268c202 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:14.093433 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b5a03ef9-7bdc-4d9d-9e6c-a6374fb2dfda req-712dfbb8-ced5-4819-8b96-4b9df268c202 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.1297486 Mar 31 15:28:14.121728 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 696d15a2-9596-4aff-bf6e-da3d8b578334, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=696d15a2-9596-4aff-bf6e-da3d8b578334,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:14.134219 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '696d15a2-9596-4aff-bf6e-da3d8b578334', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'port_id': '696d15a2-9596-4aff-bf6e-da3d8b578334', 'mac_address': 'fa:16:3e:4a:80:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:28:14.161081 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b5a03ef9-7bdc-4d9d-9e6c-a6374fb2dfda req-c56c5ee3-950a-4967-9f54-451fbdf2c1e3 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572577 Mar 31 15:28:14.183937 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 696d15a2-9596-4aff-bf6e-da3d8b578334 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:14.184324 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:14.202479 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696d15a2-9596-4aff-bf6e-da3d8b578334 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:28:14.234600 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 696d15a2-9596-4aff-bf6e-da3d8b578334, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=696d15a2-9596-4aff-bf6e-da3d8b578334,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:14.239474 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:14.306041 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=696d15a2-9596-4aff-bf6e-da3d8b578334,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:14.548081 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52700) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:14.548636 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1858c79-be7c-40d5-b23f-4b54a1794360 req-db89704b-3aa7-45a0-9462-e680626fbdeb tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:14.550268 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f1858c79-be7c-40d5-b23f-4b54a1794360 req-db89704b-3aa7-45a0-9462-e680626fbdeb tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 944 time: 0.2752919 Mar 31 15:28:14.599348 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['696d15a2-9596-4aff-bf6e-da3d8b578334'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:28:14.609406 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f1858c79-be7c-40d5-b23f-4b54a1794360 req-47d1201a-956d-4074-8171-8286ccdca9d3 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509710 Mar 31 15:28:14.669949 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['50e025f0-93ae-4bba-9b88-9b7dca1aa9d0'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:28:14.702186 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ba8b77db-3925-49a5-bf3a-4b3afe76dfc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:14.820706 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ba8b77db-3925-49a5-bf3a-4b3afe76dfc8 admin admin] Publish callbacks [] for security_group (46175700-1562-40db-b62b-9b9661b3e07f), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:14.832985 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ba8b77db-3925-49a5-bf3a-4b3afe76dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (46175700-1562-40db-b62b-9b9661b3e07f), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:14.892524 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-ba8b77db-3925-49a5-bf3a-4b3afe76dfc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9b5f12cb94b4ffd853af79d3c67e647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429215 Mar 31 15:28:14.893751 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b77db-3925-49a5-bf3a-4b3afe76dfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46175700-1562-40db-b62b-9b9661b3e07f,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:14.894963 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 52710) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:14.958672 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0b741bc5-29f6-4966-b19f-e08e0773d071 admin admin] Publish callbacks [] for security_group (46175700-1562-40db-b62b-9b9661b3e07f), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:14.991752 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0b741bc5-29f6-4966-b19f-e08e0773d071 admin admin] Publish callbacks [] for security_group (46175700-1562-40db-b62b-9b9661b3e07f), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:15.043436 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0b741bc5-29f6-4966-b19f-e08e0773d071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (46175700-1562-40db-b62b-9b9661b3e07f), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:15.046255 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0b741bc5-29f6-4966-b19f-e08e0773d071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:15.047433 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-0b741bc5-29f6-4966-b19f-e08e0773d071 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46175700-1562-40db-b62b-9b9661b3e07f HTTP/1.1" status: 204 len: 168 time: 0.1484909 Mar 31 15:28:15.057612 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b741bc5-29f6-4966-b19f-e08e0773d071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46175700-1562-40db-b62b-9b9661b3e07f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:15.204704 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c515ed-cf69-43fc-86a0-5b2d08e10632 req-daf4cb27-e579-44ef-9d49-eaa98a2bd617 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:15.206212 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e6c515ed-cf69-43fc-86a0-5b2d08e10632 req-daf4cb27-e579-44ef-9d49-eaa98a2bd617 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 945 time: 0.0623088 Mar 31 15:28:15.265582 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e6c515ed-cf69-43fc-86a0-5b2d08e10632 req-c82b990d-4f22-4abb-8cdb-8524a250fe4b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494115 Mar 31 15:28:15.328190 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d18b9-c5c2-4561-b09f-a3b57869e45a req-9553c8ab-7abc-4215-b291-d7d560c07e46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:15.329633 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b8d18b9-c5c2-4561-b09f-a3b57869e45a req-9553c8ab-7abc-4215-b291-d7d560c07e46 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0686059 Mar 31 15:28:15.382157 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b8d18b9-c5c2-4561-b09f-a3b57869e45a req-a1184e61-78bc-45fd-9479-3edc959589bf tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455937 Mar 31 15:28:15.688449 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:15.739053 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebff20d-d2c6-4396-8ed6-b751d9b2d9d4 req-dbac15a5-9762-4b8f-9428-baa31741e9fc tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:15.742662 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3ebff20d-d2c6-4396-8ed6-b751d9b2d9d4 req-dbac15a5-9762-4b8f-9428-baa31741e9fc tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 944 time: 0.0588205 Mar 31 15:28:15.744578 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:28:15.748979 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:15.749382 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:15.805534 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3ebff20d-d2c6-4396-8ed6-b751d9b2d9d4 req-bb8abdd1-081c-4cda-b50d-a2c4d32053cb tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571241 Mar 31 15:28:15.847438 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:15.847826 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:15.880409 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dbcdd1-2336-42da-84f6-ce50ddf43036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e025f0-93ae-4bba-9b88-9b7dca1aa9d0'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:15.883500 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd560ff9-c77b-42aa-9601-d9a5b62df8b9" -d '{"events": [{"server_uuid": "e8dbcdd1-2336-42da-84f6-ce50ddf43036", "name": "network-vif-plugged", "status": "completed", "tag": "50e025f0-93ae-4bba-9b88-9b7dca1aa9d0"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:15.921722 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0,segment=NetworkSegment(2f658688-4e72-4f1c-88c7-f0e9b860bf81),segment_id=2f658688-4e72-4f1c-88c7-f0e9b860bf81)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:15.926753 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:15.927940 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 696d15a2-9596-4aff-bf6e-da3d8b578334 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:15.949451 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfe55f4-8106-4c36-b2d7-dc9c6d71bd91 x-openstack-request-id: req-1bfe55f4-8106-4c36-b2d7-dc9c6d71bd91 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:15.949777 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dbcdd1-2336-42da-84f6-ce50ddf43036", "name": "network-vif-plugged", "status": "completed", "tag": "50e025f0-93ae-4bba-9b88-9b7dca1aa9d0", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:15.950034 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bfe55f4-8106-4c36-b2d7-dc9c6d71bd91 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:15.950473 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfe55f4-8106-4c36-b2d7-dc9c6d71bd91'] response: {'server_uuid': 'e8dbcdd1-2336-42da-84f6-ce50ddf43036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e025f0-93ae-4bba-9b88-9b7dca1aa9d0', 'code': 200} Mar 31 15:28:16.014900 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:16.032341 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 696d15a2-9596-4aff-bf6e-da3d8b578334 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:28:16.037487 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 696d15a2-9596-4aff-bf6e-da3d8b578334 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:16.037845 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:16.137577 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 696d15a2-9596-4aff-bf6e-da3d8b578334 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:16.137970 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:16.149066 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef7d2b-a7ce-48df-ad5a-c7b639664021 req-9c9539d4-1842-45ec-a256-b2af61035bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:16.151435 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6bef7d2b-a7ce-48df-ad5a-c7b639664021 req-9c9539d4-1842-45ec-a256-b2af61035bca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 1129 time: 0.0636089 Mar 31 15:28:16.178703 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 696d15a2-9596-4aff-bf6e-da3d8b578334, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=696d15a2-9596-4aff-bf6e-da3d8b578334,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:16.183827 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:16.207145 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6bef7d2b-a7ce-48df-ad5a-c7b639664021 req-27bee9be-f29c-4762-a5a1-c424fd2af057 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Mar 31 15:28:16.234247 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=696d15a2-9596-4aff-bf6e-da3d8b578334,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:16.392130 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b4d9d-5ca7-4df7-ba70-d3ed0d51056a req-81982c6a-2843-4db2-a799-5432e8008524 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:16.393971 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fd8b4d9d-5ca7-4df7-ba70-d3ed0d51056a req-81982c6a-2843-4db2-a799-5432e8008524 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0544446 Mar 31 15:28:16.457935 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fd8b4d9d-5ca7-4df7-ba70-d3ed0d51056a req-f208fc84-d0cc-46e0-acad-65ec422af64d tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578792 Mar 31 15:28:16.515176 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd52e7a-d8c4-458c-9749-06ad36a6bfb6 req-c9fd0e0b-8992-4bab-975b-58a5a60cc283 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:16.516797 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8cd52e7a-d8c4-458c-9749-06ad36a6bfb6 req-c9fd0e0b-8992-4bab-975b-58a5a60cc283 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0579295 Mar 31 15:28:16.567280 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8cd52e7a-d8c4-458c-9749-06ad36a6bfb6 req-9b80c6af-41bb-4959-aa83-6d2eda3c1587 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438249 Mar 31 15:28:16.970030 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef88f5-6244-4775-a0f0-006f67aaa3ce req-e0b03c46-5bf2-46df-b774-fae388c978fd tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:16.971621 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-17ef88f5-6244-4775-a0f0-006f67aaa3ce req-e0b03c46-5bf2-46df-b774-fae388c978fd tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 945 time: 0.0821018 Mar 31 15:28:17.023926 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-17ef88f5-6244-4775-a0f0-006f67aaa3ce req-b869ab9f-0833-43cc-b671-c04a223973ba tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 Mar 31 15:28:17.581363 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5905ab4-ddfe-4edd-8f25-a22f5ccc2f31 req-6e9947b1-524e-45f9-8891-b0ab80de8792 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:17.583604 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f5905ab4-ddfe-4edd-8f25-a22f5ccc2f31 req-6e9947b1-524e-45f9-8891-b0ab80de8792 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0572982 Mar 31 15:28:17.635521 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f5905ab4-ddfe-4edd-8f25-a22f5ccc2f31 req-2c72c43c-efe5-4e1a-8989-96a715eb7e9d tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Mar 31 15:28:17.695531 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e75fa-f36d-4793-bdb6-526e58646513 req-5979ab69-1600-4db7-88d6-78ce4e1e2baa tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:17.696963 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a39e75fa-f36d-4793-bdb6-526e58646513 req-5979ab69-1600-4db7-88d6-78ce4e1e2baa tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0602822 Mar 31 15:28:17.744695 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a39e75fa-f36d-4793-bdb6-526e58646513 req-1e26e283-afcd-4fda-b00b-7a0726ac22b8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415444 Mar 31 15:28:17.951993 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696d15a2-9596-4aff-bf6e-da3d8b578334'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:17.954336 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4250595-b708-4ed4-a02d-1666bea3c154" -d '{"events": [{"server_uuid": "c6fba24f-0768-4ed2-9285-6fccfd27f667", "name": "network-vif-plugged", "status": "completed", "tag": "696d15a2-9596-4aff-bf6e-da3d8b578334"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:17.995900 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ee93f-3046-4d45-a7f8-d9764dee3783 x-openstack-request-id: req-e26ee93f-3046-4d45-a7f8-d9764dee3783 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:17.996196 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fba24f-0768-4ed2-9285-6fccfd27f667", "name": "network-vif-plugged", "status": "completed", "tag": "696d15a2-9596-4aff-bf6e-da3d8b578334", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:17.996451 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e26ee93f-3046-4d45-a7f8-d9764dee3783 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:17.996848 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26ee93f-3046-4d45-a7f8-d9764dee3783'] response: {'server_uuid': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696d15a2-9596-4aff-bf6e-da3d8b578334', 'code': 200} Mar 31 15:28:18.152654 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d20cc-5764-4a20-8c16-de3055bb4cc3 req-c7fd62f3-05c6-4f14-a0bb-10f16e131467 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:18.154333 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-321d20cc-5764-4a20-8c16-de3055bb4cc3 req-c7fd62f3-05c6-4f14-a0bb-10f16e131467 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 945 time: 0.0593116 Mar 31 15:28:18.191697 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4261a-07fe-4a70-8e7f-ff26478aa302 req-b5b6a94c-24f0-47aa-8c17-a78f337acd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:18.194678 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a9c4261a-07fe-4a70-8e7f-ff26478aa302 req-b5b6a94c-24f0-47aa-8c17-a78f337acd47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 1130 time: 0.0542989 Mar 31 15:28:18.213052 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-321d20cc-5764-4a20-8c16-de3055bb4cc3 req-23c2361e-679c-4d52-bc1b-90dc5d08e56c tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479705 Mar 31 15:28:18.254320 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a9c4261a-07fe-4a70-8e7f-ff26478aa302 req-9666ec69-67ea-4f8e-866f-83a7d481c9ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532544 Mar 31 15:28:18.461363 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 52824) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:18.578316 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7969410e-9d03-4456-9fa0-3423d2fbc006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:18.660715 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7969410e-9d03-4456-9fa0-3423d2fbc006 admin admin] Publish callbacks [] for security_group (0cb3a297-efeb-4f9f-8e75-96e7df14ffe4), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:18.671479 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7969410e-9d03-4456-9fa0-3423d2fbc006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (0cb3a297-efeb-4f9f-8e75-96e7df14ffe4), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:18.715296 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969410e-9d03-4456-9fa0-3423d2fbc006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb3a297-efeb-4f9f-8e75-96e7df14ffe4,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:18.727495 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-7969410e-9d03-4456-9fa0-3423d2fbc006 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8bb800e4ac6e4867b2ea67a5beec1c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649980 Mar 31 15:28:18.730065 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 52838) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:18.805743 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0d32c-d08a-452f-9f33-0138d6c3ca8c req-42341c6e-2ce9-42bd-a995-2c9f5aea6c35 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:18.807272 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0aa0d32c-d08a-452f-9f33-0138d6c3ca8c req-42341c6e-2ce9-42bd-a995-2c9f5aea6c35 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0939405 Mar 31 15:28:18.813072 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e487d1b2-9088-403b-a968-d2a5bb41d217 admin admin] Publish callbacks [] for security_group (0cb3a297-efeb-4f9f-8e75-96e7df14ffe4), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:18.851556 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e487d1b2-9088-403b-a968-d2a5bb41d217 admin admin] Publish callbacks [] for security_group (0cb3a297-efeb-4f9f-8e75-96e7df14ffe4), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:18.900662 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0aa0d32c-d08a-452f-9f33-0138d6c3ca8c req-e2a24ab9-ae40-48f3-be30-db974bc83270 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853012 Mar 31 15:28:18.947816 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e487d1b2-9088-403b-a968-d2a5bb41d217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (0cb3a297-efeb-4f9f-8e75-96e7df14ffe4), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:18.950334 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e487d1b2-9088-403b-a968-d2a5bb41d217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:18.951497 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e487d1b2-9088-403b-a968-d2a5bb41d217 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0cb3a297-efeb-4f9f-8e75-96e7df14ffe4 HTTP/1.1" status: 204 len: 168 time: 0.2205527 Mar 31 15:28:18.967835 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487d1b2-9088-403b-a968-d2a5bb41d217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb3a297-efeb-4f9f-8e75-96e7df14ffe4,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:19.014872 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a2729-b7e5-4a54-9b67-a4909eb9f6a5 req-256d5cb6-8cb6-494d-b105-5eed78d3d18b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:19.016507 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b84a2729-b7e5-4a54-9b67-a4909eb9f6a5 req-256d5cb6-8cb6-494d-b105-5eed78d3d18b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.1057463 Mar 31 15:28:19.056791 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d38658-6509-4f73-9e80-743dc4d315bb req-a314cadd-4541-4111-a5c8-6fd24f767e6f tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:19.058856 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b2d38658-6509-4f73-9e80-743dc4d315bb req-a314cadd-4541-4111-a5c8-6fd24f767e6f tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 945 time: 0.0876989 Mar 31 15:28:19.112253 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b84a2729-b7e5-4a54-9b67-a4909eb9f6a5 req-476a25ab-6599-4b31-bf37-da6c7731e19e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889723 Mar 31 15:28:19.148566 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b2d38658-6509-4f73-9e80-743dc4d315bb req-64fdc466-7dda-4acd-a799-a6553ee5b37c tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680649 Mar 31 15:28:19.345929 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 52852) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:19.451044 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fa4e1ba0-0cf0-458c-b418-089241b84804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:19.526872 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fa4e1ba0-0cf0-458c-b418-089241b84804 admin admin] Publish callbacks [] for security_group (2781a368-2b3c-49b4-afe1-801d54e76e3d), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:19.530553 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fa4e1ba0-0cf0-458c-b418-089241b84804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2781a368-2b3c-49b4-afe1-801d54e76e3d), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:19.572798 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-fa4e1ba0-0cf0-458c-b418-089241b84804 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5850b1f95237465a961f46a8a46271d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257793 Mar 31 15:28:19.573694 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e1ba0-0cf0-458c-b418-089241b84804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2781a368-2b3c-49b4-afe1-801d54e76e3d,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:19.576281 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52858) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:19.626010 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a5740fda-fa3e-499f-a344-09152839ef65 admin admin] Publish callbacks [] for security_group (2781a368-2b3c-49b4-afe1-801d54e76e3d), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:19.650858 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a5740fda-fa3e-499f-a344-09152839ef65 admin admin] Publish callbacks [] for security_group (2781a368-2b3c-49b4-afe1-801d54e76e3d), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:19.702083 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a5740fda-fa3e-499f-a344-09152839ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2781a368-2b3c-49b4-afe1-801d54e76e3d), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:19.704574 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a5740fda-fa3e-499f-a344-09152839ef65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:19.705758 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-a5740fda-fa3e-499f-a344-09152839ef65 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2781a368-2b3c-49b4-afe1-801d54e76e3d HTTP/1.1" status: 204 len: 168 time: 0.1280146 Mar 31 15:28:19.713656 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5740fda-fa3e-499f-a344-09152839ef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2781a368-2b3c-49b4-afe1-801d54e76e3d,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:19.989456 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52866) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:20.003256 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a5e01d76-4f5d-44ef-b314-7bc4b901ea92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:20.032649 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111ad3e-1a0a-4a8c-82b2-c75cf0bba6ab req-fd765021-7312-45b6-a174-c12cc8a3acdd tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:20.034183 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1111ad3e-1a0a-4a8c-82b2-c75cf0bba6ab req-fd765021-7312-45b6-a174-c12cc8a3acdd tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0537539 Mar 31 15:28:20.083907 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a5e01d76-4f5d-44ef-b314-7bc4b901ea92 admin admin] Publish callbacks [] for security_group (d6bce0a9-8bb0-43cd-bda4-e17a7c9dda0a), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:20.086261 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1111ad3e-1a0a-4a8c-82b2-c75cf0bba6ab req-91091ed8-b05e-42a8-86bc-ce4759054217 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438714 Mar 31 15:28:20.093410 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a5e01d76-4f5d-44ef-b314-7bc4b901ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (d6bce0a9-8bb0-43cd-bda4-e17a7c9dda0a), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:20.139795 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-a5e01d76-4f5d-44ef-b314-7bc4b901ea92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f8c61a7f3a84dff9e401a447dd065b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492157 Mar 31 15:28:20.140552 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e01d76-4f5d-44ef-b314-7bc4b901ea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bce0a9-8bb0-43cd-bda4-e17a7c9dda0a,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:20.142679 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 52870) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:20.266603 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ec80d61d-6b0a-4f67-84ab-7d6d35920f64 admin admin] Publish callbacks [] for security_group (d6bce0a9-8bb0-43cd-bda4-e17a7c9dda0a), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:20.288674 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8ce4-2475-4dc0-8c42-e36e4b7711aa req-eb1f8b3e-be1f-4fff-a3b9-987ee520f1e4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:20.290189 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0cef8ce4-2475-4dc0-8c42-e36e4b7711aa req-eb1f8b3e-be1f-4fff-a3b9-987ee520f1e4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.1299152 Mar 31 15:28:20.300666 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 52876) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:20.305786 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ec80d61d-6b0a-4f67-84ab-7d6d35920f64 admin admin] Publish callbacks [] for security_group (d6bce0a9-8bb0-43cd-bda4-e17a7c9dda0a), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:20.307259 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-4413e6f9-8855-4fb2-9fda-8623a2d60b24 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'floatingip': {'port_id': '696d15a2-9596-4aff-bf6e-da3d8b578334'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:20.320220 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cb7ac-c5b5-4c61-9b52-d0df9df46cac req-c71aab57-83ec-4774-9514-3ee876369951 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:20.321741 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e16cb7ac-c5b5-4c61-9b52-d0df9df46cac req-c71aab57-83ec-4774-9514-3ee876369951 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.1232970 Mar 31 15:28:20.355393 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4413e6f9-8855-4fb2-9fda-8623a2d60b24 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (a5406a4c-4a51-43ea-8f07-bee23abfb612), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:20.434102 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e16cb7ac-c5b5-4c61-9b52-d0df9df46cac req-ccd803f7-eefa-42ce-8f02-ff37340f4ad6 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031911 Mar 31 15:28:20.436293 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ec80d61d-6b0a-4f67-84ab-7d6d35920f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (d6bce0a9-8bb0-43cd-bda4-e17a7c9dda0a), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:20.438953 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ec80d61d-6b0a-4f67-84ab-7d6d35920f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:20.440110 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-ec80d61d-6b0a-4f67-84ab-7d6d35920f64 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6bce0a9-8bb0-43cd-bda4-e17a7c9dda0a HTTP/1.1" status: 204 len: 168 time: 0.2963741 Mar 31 15:28:20.455441 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80d61d-6b0a-4f67-84ab-7d6d35920f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bce0a9-8bb0-43cd-bda4-e17a7c9dda0a,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:20.473617 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba9a7-c213-45e0-afba-a46c6ffe8739 req-9997bada-c25b-4a66-a185-25bd49f3d33d tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:20.485124 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8b8ba9a7-c213-45e0-afba-a46c6ffe8739 req-9997bada-c25b-4a66-a185-25bd49f3d33d tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 945 time: 0.1272471 Mar 31 15:28:20.539922 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8b8ba9a7-c213-45e0-afba-a46c6ffe8739 req-4380a9f4-8603-47b5-b3cd-ca68a54c797c tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538561 Mar 31 15:28:20.877915 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4413e6f9-8855-4fb2-9fda-8623a2d60b24 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:20.888559 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4413e6f9-8855-4fb2-9fda-8623a2d60b24 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (a5406a4c-4a51-43ea-8f07-bee23abfb612), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:20.989251 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [None req-4413e6f9-8855-4fb2-9fda-8623a2d60b24 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Floating IP a5406a4c-4a51-43ea-8f07-bee23abfb612 associated. External IP: 172.27.2.173, port: 696d15a2-9596-4aff-bf6e-da3d8b578334. Mar 31 15:28:21.186670 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5662940a-e320-4563-836f-b2c66fdaf531 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:21.188249 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5662940a-e320-4563-836f-b2c66fdaf531 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 945 time: 0.1256778 Mar 31 15:28:21.302872 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4413e6f9-8855-4fb2-9fda-8623a2d60b24 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:28:21.582793 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1963ca-a996-4098-8c2e-afbf21a0c228 req-95097240-46c1-4137-9c88-df7c4f14f4e8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:21.585192 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9b1963ca-a996-4098-8c2e-afbf21a0c228 req-95097240-46c1-4137-9c88-df7c4f14f4e8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0681450 Mar 31 15:28:21.739887 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9b1963ca-a996-4098-8c2e-afbf21a0c228 req-782c9450-9ddc-494a-91dc-aeddeffcd9c1 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456304 Mar 31 15:28:21.764100 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946b1c4-e659-43ae-9846-c43b40c4fd34 req-88e5ed6d-68b7-4a61-a9f7-fce471054401 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:21.772203 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3946b1c4-e659-43ae-9846-c43b40c4fd34 req-88e5ed6d-68b7-4a61-a9f7-fce471054401 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 945 time: 0.0869257 Mar 31 15:28:21.808853 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4413e6f9-8855-4fb2-9fda-8623a2d60b24 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:28:21.816869 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4413e6f9-8855-4fb2-9fda-8623a2d60b24 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:21.826323 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc436b38-da22-47de-b482-6be31fe43d0a None None] Sync routers for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:21.841405 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3946b1c4-e659-43ae-9846-c43b40c4fd34 req-3253225b-96f1-424b-a698-26277982883f tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678263 Mar 31 15:28:21.849497 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc436b38-da22-47de-b482-6be31fe43d0a None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:21.851700 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-dc436b38-da22-47de-b482-6be31fe43d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:21.884873 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-4413e6f9-8855-4fb2-9fda-8623a2d60b24 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "PUT /v2.0/floatingips/a5406a4c-4a51-43ea-8f07-bee23abfb612 HTTP/1.1" status: 200 len: 992 time: 1.5820584 Mar 31 15:28:21.888651 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'tag': '696d15a2-9596-4aff-bf6e-da3d8b578334'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:21.891097 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7676603d-00bb-4f56-b1f0-867098e0f7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fba24f-0768-4ed2-9285-6fccfd27f667", "tag": "696d15a2-9596-4aff-bf6e-da3d8b578334"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:21.895445 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5bc99e43-72c7-465c-9d04-b55f49c6dfa4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Deleting port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:28:21.895989 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5bc99e43-72c7-465c-9d04-b55f49c6dfa4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:21.900291 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c54bf-cc70-44d2-906c-bcd8b7ef441a req-e3828b38-5e64-460c-b84a-59455922ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:21.902445 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-df9c54bf-cc70-44d2-906c-bcd8b7ef441a req-e3828b38-5e64-460c-b84a-59455922ebb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 1129 time: 0.4178236 Mar 31 15:28:21.946732 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f87c1e-74e5-453f-8287-e50f81935220 x-openstack-request-id: req-67f87c1e-74e5-453f-8287-e50f81935220 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:21.947020 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fba24f-0768-4ed2-9285-6fccfd27f667", "tag": "696d15a2-9596-4aff-bf6e-da3d8b578334", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:21.947267 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67f87c1e-74e5-453f-8287-e50f81935220 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:21.947652 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f87c1e-74e5-453f-8287-e50f81935220'] response: {'name': 'network-changed', 'server_uuid': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'tag': '696d15a2-9596-4aff-bf6e-da3d8b578334', 'status': 'completed', 'code': 200} Mar 31 15:28:21.987628 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-dc436b38-da22-47de-b482-6be31fe43d0a None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:22.032234 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676603d-00bb-4f56-b1f0-867098e0f7bf req-bd8d094e-e0e8-4ce9-ab6b-1dd977a95aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.034799 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7676603d-00bb-4f56-b1f0-867098e0f7bf req-bd8d094e-e0e8-4ce9-ab6b-1dd977a95aab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358212f65b23406d930b4f0e489b0137&device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 1130 time: 0.0662935 Mar 31 15:28:22.065744 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5bc99e43-72c7-465c-9d04-b55f49c6dfa4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] For port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0,segment=NetworkSegment(2f658688-4e72-4f1c-88c7-f0e9b860bf81),segment_id=2f658688-4e72-4f1c-88c7-f0e9b860bf81)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:22.065980 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5bc99e43-72c7-465c-9d04-b55f49c6dfa4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:22.090353 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5bc99e43-72c7-465c-9d04-b55f49c6dfa4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Calling delete_port for 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:28:22.096038 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c54bf-cc70-44d2-906c-bcd8b7ef441a req-6f652687-df26-4303-92ac-7f5d44d51ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.097646 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-df9c54bf-cc70-44d2-906c-bcd8b7ef441a req-6f652687-df26-4303-92ac-7f5d44d51ca2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.1526518 Mar 31 15:28:22.160822 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676603d-00bb-4f56-b1f0-867098e0f7bf req-1090ade4-308d-47d3-9b1c-f7e067740a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.163340 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7676603d-00bb-4f56-b1f0-867098e0f7bf req-1090ade4-308d-47d3-9b1c-f7e067740a75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfdd2fec-cd96-44f9-8592-73cbe321b82e HTTP/1.1" status: 200 len: 912 time: 0.1207581 Mar 31 15:28:22.207195 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-df9c54bf-cc70-44d2-906c-bcd8b7ef441a req-d6f4ae0f-681e-4a7b-9038-20ea4ecb657e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb2ae9c9-4fa8-4f50-9246-a310e46d5301 HTTP/1.1" status: 200 len: 217 time: 0.0723715 Mar 31 15:28:22.254177 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7676603d-00bb-4f56-b1f0-867098e0f7bf req-a1e6d7d5-1676-4904-b059-4a78763ce078 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696d15a2-9596-4aff-bf6e-da3d8b578334 HTTP/1.1" status: 200 len: 1000 time: 0.0847890 Mar 31 15:28:22.281590 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c54bf-cc70-44d2-906c-bcd8b7ef441a req-b7c10b78-e25d-4353-94ea-3658c4bedeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.283097 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-df9c54bf-cc70-44d2-906c-bcd8b7ef441a req-b7c10b78-e25d-4353-94ea-3658c4bedeb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0668740 Mar 31 15:28:22.327869 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676603d-00bb-4f56-b1f0-867098e0f7bf req-4237e893-825c-4b13-84a3-92fb713247c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.329942 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7676603d-00bb-4f56-b1f0-867098e0f7bf req-4237e893-825c-4b13-84a3-92fb713247c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6217d632-346f-46d7-9bf1-0a35af1691df HTTP/1.1" status: 200 len: 850 time: 0.0679681 Mar 31 15:28:22.334656 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:22.355032 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-dc436b38-da22-47de-b482-6be31fe43d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'a5406a4c-4a51-43ea-8f07-bee23abfb612', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'port_id': '696d15a2-9596-4aff-bf6e-da3d8b578334', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'mac_address': 'fa:16:3e:4a:80:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:27:49Z', 'updated_at': '2022-03-31T15:28:20Z', 'revision_number': 1, 'project_id': '358212f65b23406d930b4f0e489b0137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:22.390225 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5bc99e43-72c7-465c-9d04-b55f49c6dfa4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (50e025f0-93ae-4bba-9b88-9b7dca1aa9d0), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:22.393425 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c54bf-cc70-44d2-906c-bcd8b7ef441a req-03e8b274-1eb1-4982-9478-e198a7ecfe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.394497 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc436b38-da22-47de-b482-6be31fe43d0a None None] Checking router: cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:22.394928 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-df9c54bf-cc70-44d2-906c-bcd8b7ef441a req-03e8b274-1eb1-4982-9478-e198a7ecfe64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1047857 Mar 31 15:28:22.403444 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['50e025f0-93ae-4bba-9b88-9b7dca1aa9d0'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:28:22.407657 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676603d-00bb-4f56-b1f0-867098e0f7bf req-3fc6e24f-7cca-42a0-ac43-39216e8739a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.408508 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc436b38-da22-47de-b482-6be31fe43d0a None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:22.409223 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7676603d-00bb-4f56-b1f0-867098e0f7bf req-3fc6e24f-7cca-42a0-ac43-39216e8739a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfdd2fec-cd96-44f9-8592-73cbe321b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0706389 Mar 31 15:28:22.411489 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-dc436b38-da22-47de-b482-6be31fe43d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:22.432094 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc99e43-72c7-465c-9d04-b55f49c6dfa4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Pushing event deleted for resources: {'Port': ['ID=50e025f0-93ae-4bba-9b88-9b7dca1aa9d0,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:22.552859 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7676603d-00bb-4f56-b1f0-867098e0f7bf req-fdc88793-3078-41ae-ada7-37d344055400 service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307173 Mar 31 15:28:22.569654 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5bc99e43-72c7-465c-9d04-b55f49c6dfa4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] No DVR routers for this DVR port 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:22.583814 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5bc99e43-72c7-465c-9d04-b55f49c6dfa4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:22.588070 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5bc99e43-72c7-465c-9d04-b55f49c6dfa4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.13 "DELETE /v2.0/ports/50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 HTTP/1.1" status: 204 len: 173 time: 1.2415435 Mar 31 15:28:22.613748 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-df9c54bf-cc70-44d2-906c-bcd8b7ef441a req-b011f841-5a6f-4f83-b8d4-9c3f3fe5a689 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911380 Mar 31 15:28:22.620450 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed147e-4317-4678-a350-20a12ad2a828 req-ccc26e72-8bdb-4797-8cb4-442bf8cf37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.622284 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-94ed147e-4317-4678-a350-20a12ad2a828 req-ccc26e72-8bdb-4797-8cb4-442bf8cf37bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 1129 time: 0.1235595 Mar 31 15:28:22.634264 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-dc436b38-da22-47de-b482-6be31fe43d0a None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:22.685008 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7676603d-00bb-4f56-b1f0-867098e0f7bf req-2eeaeac9-2f08-4b93-93ee-5978ad55c186 service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259749 Mar 31 15:28:22.751052 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-df9c54bf-cc70-44d2-906c-bcd8b7ef441a req-a9bd8501-7ff1-4260-b970-ea10b16a6cf6 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277103 Mar 31 15:28:22.776371 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-94ed147e-4317-4678-a350-20a12ad2a828 req-eb0cc46e-7167-43ad-bc52-9b980d449760 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451502 Mar 31 15:28:22.932182 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-3e96c138-fa35-46e7-bdb7-1c3407eeb3b0 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a1a1d9dd5a6d4ed597413b5b9d7c00bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329874 Mar 31 15:28:22.958078 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ab25f-fe6b-4b83-a2aa-a8cd99dcbdf1 req-e271cf74-4edc-438e-9327-931e124c54a1 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:22.960473 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c19ab25f-fe6b-4b83-a2aa-a8cd99dcbdf1 req-e271cf74-4edc-438e-9327-931e124c54a1 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.1209741 Mar 31 15:28:22.966210 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-dc436b38-da22-47de-b482-6be31fe43d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'a5406a4c-4a51-43ea-8f07-bee23abfb612', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'port_id': '696d15a2-9596-4aff-bf6e-da3d8b578334', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'mac_address': 'fa:16:3e:4a:80:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:27:49Z', 'updated_at': '2022-03-31T15:28:20Z', 'revision_number': 1, 'project_id': '358212f65b23406d930b4f0e489b0137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:22.994303 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc436b38-da22-47de-b482-6be31fe43d0a None None] The sync data for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi is: [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'a5406a4c-4a51-43ea-8f07-bee23abfb612', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'port_id': '696d15a2-9596-4aff-bf6e-da3d8b578334', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'mac_address': 'fa:16:3e:4a:80:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:27:49Z', 'updated_at': '2022-03-31T15:28:20Z', 'revision_number': 1, 'project_id': '358212f65b23406d930b4f0e489b0137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:23.157239 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c19ab25f-fe6b-4b83-a2aa-a8cd99dcbdf1 req-a0b0cef9-3f53-4c82-a36f-55a6e555dcfb tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875062 Mar 31 15:28:23.176631 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-8369bb7c-9e60-4305-9562-faf88e6c629a tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:23.178929 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-8369bb7c-9e60-4305-9562-faf88e6c629a tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391024 Mar 31 15:28:23.192930 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-48f2525c-6088-4e72-9fa9-ffa64d7e4e20 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/quotas/a1a1d9dd5a6d4ed597413b5b9d7c00bb HTTP/1.1" status: 200 len: 375 time: 0.0095291 Mar 31 15:28:23.211447 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141543c3-721e-4c4f-a3ca-d9ec4e6e785e None None] New status for floating IP a5406a4c-4a51-43ea-8f07-bee23abfb612: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:28:23.233002 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-5233326d-f937-4821-a4b2-dd2349de9f96 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1a1d9dd5a6d4ed597413b5b9d7c00bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343869 Mar 31 15:28:23.266147 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-46457858-5134-4fc1-a507-12922b5ad340 req-df42fc3c-b1d2-4b26-8aba-aea406da8b60 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8dbcdd1-2336-42da-84f6-ce50ddf43036 HTTP/1.1" status: 200 len: 210 time: 0.0285532 Mar 31 15:28:23.426181 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bb57a868-0d99-4430-ade4-45dd865256a5 req-56434b55-83b4-421d-acad-8f885a027b2c tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 210 time: 0.0426493 Mar 31 15:28:23.948602 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dbcdd1-2336-42da-84f6-ce50ddf43036', 'name': 'network-vif-deleted', 'tag': '50e025f0-93ae-4bba-9b88-9b7dca1aa9d0'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:23.950987 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10d3a93-4747-4468-a7b0-0109498d06bd" -d '{"events": [{"server_uuid": "e8dbcdd1-2336-42da-84f6-ce50ddf43036", "name": "network-vif-deleted", "tag": "50e025f0-93ae-4bba-9b88-9b7dca1aa9d0"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:23.986469 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215b5f8e-9802-43b1-a8e9-9ce0c1e9cb79 x-openstack-request-id: req-215b5f8e-9802-43b1-a8e9-9ce0c1e9cb79 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:23.986759 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dbcdd1-2336-42da-84f6-ce50ddf43036", "name": "network-vif-deleted", "tag": "50e025f0-93ae-4bba-9b88-9b7dca1aa9d0", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:23.987004 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-215b5f8e-9802-43b1-a8e9-9ce0c1e9cb79 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:23.987395 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215b5f8e-9802-43b1-a8e9-9ce0c1e9cb79'] response: {'server_uuid': 'e8dbcdd1-2336-42da-84f6-ce50ddf43036', 'name': 'network-vif-deleted', 'tag': '50e025f0-93ae-4bba-9b88-9b7dca1aa9d0', 'status': 'completed', 'code': 200} Mar 31 15:28:24.282378 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c8f2-1a38-4a50-b974-475dc6b88262 req-142d83db-2619-4c51-ad19-d91ed30e3f9e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:24.283956 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b3a5c8f2-1a38-4a50-b974-475dc6b88262 req-142d83db-2619-4c51-ad19-d91ed30e3f9e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0545692 Mar 31 15:28:24.337703 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b3a5c8f2-1a38-4a50-b974-475dc6b88262 req-b284d43b-569f-4ce1-a9d4-24088b43f4b4 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Mar 31 15:28:24.598802 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad31a9-dbd7-4584-a6af-941bae49b218 req-020e20e1-bf29-47a3-8063-c2cdbf6b931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:24.601041 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1bad31a9-dbd7-4584-a6af-941bae49b218 req-020e20e1-bf29-47a3-8063-c2cdbf6b931a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 1129 time: 0.0509143 Mar 31 15:28:24.609470 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-67f110fc-c9a9-43b7-9d25-38de5df6861d req-116440f1-9bb8-4a2c-9e48-dd46fb1ecfc3 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 210 time: 0.0341134 Mar 31 15:28:24.683562 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-0fe51abd-31d8-44a8-8788-8e18418e04ac tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:24.688160 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-0fe51abd-31d8-44a8-8788-8e18418e04ac tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/networks?id=f8752e42-f442-4771-bbb9-3034f17379cb HTTP/1.1" status: 200 len: 808 time: 0.1637928 Mar 31 15:28:24.723881 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-e6fc6b27-8d5e-4f2a-abb2-582a2abd8db7 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/quotas/f90ad26ee730425aabb669d41abfc407 HTTP/1.1" status: 200 len: 375 time: 0.0266101 Mar 31 15:28:24.729455 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad31a9-dbd7-4584-a6af-941bae49b218 req-a8c253f2-237c-4b61-a4f3-278c28b03505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:24.730934 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1bad31a9-dbd7-4584-a6af-941bae49b218 req-a8c253f2-237c-4b61-a4f3-278c28b03505 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.1239579 Mar 31 15:28:24.770816 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-e0f167a9-092d-4935-8ee6-fbabf0a12602 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f90ad26ee730425aabb669d41abfc407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311580 Mar 31 15:28:24.779333 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1bad31a9-dbd7-4584-a6af-941bae49b218 req-00d9b511-4c71-4add-822b-dcd2f3580537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb2ae9c9-4fa8-4f50-9246-a310e46d5301 HTTP/1.1" status: 200 len: 217 time: 0.0415194 Mar 31 15:28:24.832880 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725a346-e05f-487c-a3fa-393f6e1df587 req-2dd06ffc-7a25-4519-94a6-48ea4be56c72 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:24.835260 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b725a346-e05f-487c-a3fa-393f6e1df587 req-2dd06ffc-7a25-4519-94a6-48ea4be56c72 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.1308613 Mar 31 15:28:24.841834 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad31a9-dbd7-4584-a6af-941bae49b218 req-b4fe0cf3-0ad5-45c3-9561-5bcda720261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:24.849269 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1bad31a9-dbd7-4584-a6af-941bae49b218 req-b4fe0cf3-0ad5-45c3-9561-5bcda720261c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0558875 Mar 31 15:28:24.919278 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b725a346-e05f-487c-a3fa-393f6e1df587 req-00f5f6a4-8076-45d4-9788-05fe25430bbb tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758111 Mar 31 15:28:24.926914 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-8edfe7ac-1251-445f-b848-b5b20f7a4de3 service neutron] 10.222.0.11 "GET /v2.0/networks/f8752e42-f442-4771-bbb9-3034f17379cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460059 Mar 31 15:28:24.934721 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-47460797-5cc3-46d5-847a-3ed88e0b9dfc tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a1a1d9dd5a6d4ed597413b5b9d7c00bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427577 Mar 31 15:28:25.017871 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-e2714eed-e40b-4f61-9b46-ac22455f7011 service neutron] 10.222.0.11 "GET /v2.0/networks/f8752e42-f442-4771-bbb9-3034f17379cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898700 Mar 31 15:28:25.053810 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad31a9-dbd7-4584-a6af-941bae49b218 req-20a64730-f92b-420a-8d64-d090505adbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:25.055471 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1bad31a9-dbd7-4584-a6af-941bae49b218 req-20a64730-f92b-420a-8d64-d090505adbb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2016454 Mar 31 15:28:25.191123 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-091302db-26d3-4d04-b621-5168ecad4826 req-d6823c51-7c49-45b1-bcc3-0610a334a05a tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 210 time: 0.0301497 Mar 31 15:28:25.208451 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-6210d61a-8a80-4090-9824-4771295e383e tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:25.210478 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-6210d61a-8a80-4090-9824-4771295e383e tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686443 Mar 31 15:28:25.236795 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Request body: {'port': {'device_id': '15ddca6b-26d6-4e1b-ae3d-3499e0195ad2', 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0', 'admin_state_up': True, 'tenant_id': 'a1a1d9dd5a6d4ed597413b5b9d7c00bb'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:25.255728 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1bad31a9-dbd7-4584-a6af-941bae49b218 req-68038b7a-8ab7-40f2-8422-efed6b2e5d11 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757586 Mar 31 15:28:25.422986 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1bad31a9-dbd7-4584-a6af-941bae49b218 req-4e9ec27b-924a-464e-92de-cbdfbe05f189 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391163 Mar 31 15:28:25.426663 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Made reservation on behalf of a1a1d9dd5a6d4ed597413b5b9d7c00bb for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:25.430326 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:25.439432 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:25.525892 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Publish callbacks [] for security_group (d6cb4c04-3b50-4cbf-86ec-82d3706171cc), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:25.530507 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (d6cb4c04-3b50-4cbf-86ec-82d3706171cc), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:25.593870 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cb4c04-3b50-4cbf-86ec-82d3706171cc,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:25.678885 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Allocated IP 192.168.233.164 (233b4955-1d51-42a5-a7cf-1d561c82edc0/5075b89e-1d1b-4850-a844-d0e3b7c21363/f82d0287-57ec-4c5e-b9ec-398ed6da769a) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:25.702872 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:28:25.741891 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:28:25.743637 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 50e025f0-93ae-4bba-9b88-9b7dca1aa9d0 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:28:25.744860 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1c505dc1-aa5a-4d71-b1de-0f1654bc659c req-6a59f02a-b39f-45f7-85c8-8f36ac28ab5b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 210 time: 0.0571785 Mar 31 15:28:25.860475 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Publish callbacks [] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:25.896426 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:25.941526 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Network 233b4955-1d51-42a5-a7cf-1d561c82edc0 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:25.947885 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:25.952118 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:25.959306 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Pushing event updated for resources: {'Port': ['ID=f82d0287-57ec-4c5e-b9ec-398ed6da769a,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:26.014679 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:26.015477 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:26.034651 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-755648c6-e9d9-4d75-aefc-e9aad928def5 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8059382 Mar 31 15:28:26.061118 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Request body: {'port': {'device_id': '15ddca6b-26d6-4e1b-ae3d-3499e0195ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:26.068290 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d34e6-47e3-42b8-afe9-5aad23f148aa req-81abd372-a481-4368-9893-f5dd41779e3f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:26.070858 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cf5d34e6-47e3-42b8-afe9-5aad23f148aa req-81abd372-a481-4368-9893-f5dd41779e3f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0565164 Mar 31 15:28:26.124542 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cf5d34e6-47e3-42b8-afe9-5aad23f148aa req-f865b8db-f2dd-4b71-a05b-79f401c9d3cd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479121 Mar 31 15:28:26.129125 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:26.265471 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-f7cad0fe-eb0e-4f75-9ad8-408aad515a61 None None] Provisioning complete for port f82d0287-57ec-4c5e-b9ec-398ed6da769a triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:26.267183 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f7cad0fe-eb0e-4f75-9ad8-408aad515a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:26.316996 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-f7cad0fe-eb0e-4f75-9ad8-408aad515a61 None None] Port f82d0287-57ec-4c5e-b9ec-398ed6da769a cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:28:26.327708 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fbd99898-c324-4b3d-b5e6-d80b64e3dfb9 req-cf3fef51-be6e-4ff7-aeca-13c709305d01 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 210 time: 0.0484664 Mar 31 15:28:26.451911 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-c51379d8-a6ce-4cfc-9031-7bc922b8fabf tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:26.453321 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-c51379d8-a6ce-4cfc-9031-7bc922b8fabf tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.13 "GET /v2.0/networks?id=f8752e42-f442-4771-bbb9-3034f17379cb HTTP/1.1" status: 200 len: 808 time: 0.1441128 Mar 31 15:28:26.472353 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Request body: {'port': {'device_id': '75991cdb-da23-4200-b826-6671214f8718', 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb', 'admin_state_up': True, 'tenant_id': 'f90ad26ee730425aabb669d41abfc407'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:26.776860 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82d0287-57ec-4c5e-b9ec-398ed6da769a {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:28:26.788294 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Publish callbacks [] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:26.825072 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Transition to ACTIVE for port object f82d0287-57ec-4c5e-b9ec-398ed6da769a will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:28:26.830259 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:26.871138 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8ea6b-73d6-49e8-aae2-a329a7ca4610 req-84eab56b-3f5b-4054-b199-d7425bdfb974 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:26.872627 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ccb8ea6b-73d6-49e8-aae2-a329a7ca4610 req-84eab56b-3f5b-4054-b199-d7425bdfb974 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 948 time: 0.0521033 Mar 31 15:28:26.890318 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Made reservation on behalf of f90ad26ee730425aabb669d41abfc407 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:26.893703 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:26.907341 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Pushing event updated for resources: {'Port': ['ID=f82d0287-57ec-4c5e-b9ec-398ed6da769a,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:26.934896 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ccb8ea6b-73d6-49e8-aae2-a329a7ca4610 req-bd264819-11ba-4afb-95f9-761979dfe81c tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545661 Mar 31 15:28:27.047721 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Attempting to bind port f82d0287-57ec-4c5e-b9ec-398ed6da769a on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:27.048062 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Attempting to bind port f82d0287-57ec-4c5e-b9ec-398ed6da769a by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:27.048393 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Attempting to bind port f82d0287-57ec-4c5e-b9ec-398ed6da769a on network 233b4955-1d51-42a5-a7cf-1d561c82edc0 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:27.074686 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Port f82d0287-57ec-4c5e-b9ec-398ed6da769a on network 233b4955-1d51-42a5-a7cf-1d561c82edc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:28:27.075353 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Attempting to bind port f82d0287-57ec-4c5e-b9ec-398ed6da769a on network 233b4955-1d51-42a5-a7cf-1d561c82edc0 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:27.092814 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:27.093183 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Checking segment: {'id': '1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:27.093573 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Bound using segment: {'id': '1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:27.094018 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Bound port: f82d0287-57ec-4c5e-b9ec-398ed6da769a, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:27.094448 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.139175 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Allocated IP 172.20.0.7 (f8752e42-f442-4771-bbb9-3034f17379cb/eb7a938d-cc86-4146-8eec-4e6b15a1c758/9a2b26d2-7bef-40f8-84a3-4ccad03146e0) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:27.203934 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] For port f82d0287-57ec-4c5e-b9ec-398ed6da769a, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:27.209558 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] For port f82d0287-57ec-4c5e-b9ec-398ed6da769a, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f82d0287-57ec-4c5e-b9ec-398ed6da769a,segment=NetworkSegment(1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78),segment_id=1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:27.218613 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53046) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:27.232126 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.260821 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bca665-a1a2-4114-bede-87fccf80406e req-4a6cd8b5-ba51-4df8-aeee-0e1c415fd91a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:27.262404 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95bca665-a1a2-4114-bede-87fccf80406e req-4a6cd8b5-ba51-4df8-aeee-0e1c415fd91a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0621161 Mar 31 15:28:27.314566 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:27.315201 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.316631 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] 10.222.0.13 "PUT /v2.0/ports/f82d0287-57ec-4c5e-b9ec-398ed6da769a HTTP/1.1" status: 200 len: 1098 time: 1.2598453 Mar 31 15:28:27.319658 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ddca6b-26d6-4e1b-ae3d-3499e0195ad2', 'tag': 'f82d0287-57ec-4c5e-b9ec-398ed6da769a'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:27.321940 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc4e824-4603-44d4-a1ff-76b7318d46fb" -d '{"events": [{"name": "network-changed", "server_uuid": "15ddca6b-26d6-4e1b-ae3d-3499e0195ad2", "tag": "f82d0287-57ec-4c5e-b9ec-398ed6da769a"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:27.352881 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95bca665-a1a2-4114-bede-87fccf80406e req-a8ea443c-202c-41d3-abcd-19f1bab0e1f1 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844660 Mar 31 15:28:27.379977 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6e069-d943-433e-a992-dd7286a6af8e service neutron] Pushing event updated for resources: {'Port': ['ID=f82d0287-57ec-4c5e-b9ec-398ed6da769a,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:27.406328 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09155ca-cd98-4824-beda-19b6fce8e441 x-openstack-request-id: req-b09155ca-cd98-4824-beda-19b6fce8e441 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:27.406616 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ddca6b-26d6-4e1b-ae3d-3499e0195ad2", "tag": "f82d0287-57ec-4c5e-b9ec-398ed6da769a", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:27.406859 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b09155ca-cd98-4824-beda-19b6fce8e441 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:27.407259 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09155ca-cd98-4824-beda-19b6fce8e441'] response: {'name': 'network-changed', 'server_uuid': '15ddca6b-26d6-4e1b-ae3d-3499e0195ad2', 'tag': 'f82d0287-57ec-4c5e-b9ec-398ed6da769a', 'status': 'completed', 'code': 200} Mar 31 15:28:27.417057 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-34e2ef3a-75f5-4f1c-a13b-ea1f08f671d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.441776 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9defb817-d07e-4365-9a40-07dc4d149352 req-fd2b1009-b80f-4974-9b45-8ac7a0b29de2 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 210 time: 0.0265746 Mar 31 15:28:27.498036 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks [] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.540047 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-ad5a6f0a-b27d-4bfa-8577-4d3991a99c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:27.542009 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-ad5a6f0a-b27d-4bfa-8577-4d3991a99c18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a1d9dd5a6d4ed597413b5b9d7c00bb&device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 1132 time: 0.1400378 Mar 31 15:28:27.610113 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-4912f41a-99a5-41d0-b240-2cc7b101460c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f82d0287-57ec-4c5e-b9ec-398ed6da769a HTTP/1.1" status: 200 len: 217 time: 0.0558338 Mar 31 15:28:27.642415 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.699656 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-34e2ef3a-75f5-4f1c-a13b-ea1f08f671d8 admin admin] Publish callbacks [] for security_group (1a79806f-78fb-4af5-bdf5-32709285f712), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.716062 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-34e2ef3a-75f5-4f1c-a13b-ea1f08f671d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (1a79806f-78fb-4af5-bdf5-32709285f712), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.719180 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Network f8752e42-f442-4771-bbb9-3034f17379cb is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:27.745546 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:27.758128 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-cd8e9659-1fc3-4436-bc5b-aa2f394fe316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:27.759602 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-cd8e9659-1fc3-4436-bc5b-aa2f394fe316 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5075b89e-1d1b-4850-a844-d0e3b7c21363 HTTP/1.1" status: 200 len: 843 time: 0.1320841 Mar 31 15:28:27.765844 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:27.774893 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Pushing event updated for resources: {'Port': ['ID=9a2b26d2-7bef-40f8-84a3-4ccad03146e0,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:27.818197 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-34e2ef3a-75f5-4f1c-a13b-ea1f08f671d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea7891a52f4d4bb4889bbc31fa6e8fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5985262 Mar 31 15:28:27.821620 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53054) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:27.841868 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2ef3a-75f5-4f1c-a13b-ea1f08f671d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a79806f-78fb-4af5-bdf5-32709285f712,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:27.862989 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:27.863599 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.882742 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-a8adee22-c80c-4340-adae-29bb69eef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:27.884502 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-a8adee22-c80c-4340-adae-29bb69eef3c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=233b4955-1d51-42a5-a7cf-1d561c82edc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1066093 Mar 31 15:28:27.885635 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0d96b453-81bb-4f82-9f3b-414f92e3e2c2 admin admin] Publish callbacks [] for security_group (1a79806f-78fb-4af5-bdf5-32709285f712), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.888091 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-32f8dff5-b101-4429-ae88-83303ef80c49 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4239852 Mar 31 15:28:27.910467 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0d96b453-81bb-4f82-9f3b-414f92e3e2c2 admin admin] Publish callbacks [] for security_group (1a79806f-78fb-4af5-bdf5-32709285f712), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.911806 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Request body: {'port': {'device_id': '75991cdb-da23-4200-b826-6671214f8718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:27.959640 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0d96b453-81bb-4f82-9f3b-414f92e3e2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (1a79806f-78fb-4af5-bdf5-32709285f712), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.962609 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0d96b453-81bb-4f82-9f3b-414f92e3e2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:27.966161 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-0d96b453-81bb-4f82-9f3b-414f92e3e2c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a79806f-78fb-4af5-bdf5-32709285f712 HTTP/1.1" status: 204 len: 168 time: 0.1412675 Mar 31 15:28:27.977112 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96b453-81bb-4f82-9f3b-414f92e3e2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a79806f-78fb-4af5-bdf5-32709285f712,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:28.057531 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:28.068371 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9a023-30c6-4e1f-a619-8579b44fdb00 req-2e55dece-e13f-4f0c-b5eb-8650bd928998 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:28.070822 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-64c9a023-30c6-4e1f-a619-8579b44fdb00 req-2e55dece-e13f-4f0c-b5eb-8650bd928998 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 948 time: 0.0591769 Mar 31 15:28:28.072743 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-98c5c0f3-3eb7-49a3-8dcc-d68a2475bcf3 service neutron] 10.222.0.13 "GET /v2.0/networks/233b4955-1d51-42a5-a7cf-1d561c82edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724925 Mar 31 15:28:28.125573 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-64c9a023-30c6-4e1f-a619-8579b44fdb00 req-5ac5cc5a-dee4-40fd-94d5-27b3659add9a tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481272 Mar 31 15:28:28.284163 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9ea8f946-bbbe-49d8-b534-07cde4e29b8b req-0109de5e-e4a6-48ab-b68a-3affa7855992 service neutron] 10.222.0.13 "GET /v2.0/networks/233b4955-1d51-42a5-a7cf-1d561c82edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035561 Mar 31 15:28:28.419474 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e824-4603-44d4-a1ff-76b7318d46fb req-38f66526-5a16-4326-a269-f534765d4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:28.420981 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-dfc4e824-4603-44d4-a1ff-76b7318d46fb req-38f66526-5a16-4326-a269-f534765d4627 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a1d9dd5a6d4ed597413b5b9d7c00bb&device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 1132 time: 0.0856123 Mar 31 15:28:28.475162 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adf209-092d-4b91-9bc2-3e35136481e4 req-5e6c00d4-b01a-4b89-8778-9136903dbb56 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:28.476815 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e6adf209-092d-4b91-9bc2-3e35136481e4 req-5e6c00d4-b01a-4b89-8778-9136903dbb56 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0556989 Mar 31 15:28:28.532668 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:28:28.541453 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e6adf209-092d-4b91-9bc2-3e35136481e4 req-8e111e2d-5412-47bd-a19e-e5e9483639c5 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549548 Mar 31 15:28:28.548528 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Publish callbacks [] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:28.577559 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Transition to ACTIVE for port object 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:28:28.583374 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e824-4603-44d4-a1ff-76b7318d46fb req-6ab81599-ede9-4a3a-9650-fabaa88225c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:28.585231 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-dfc4e824-4603-44d4-a1ff-76b7318d46fb req-6ab81599-ede9-4a3a-9650-fabaa88225c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=233b4955-1d51-42a5-a7cf-1d561c82edc0 HTTP/1.1" status: 200 len: 870 time: 0.1475825 Mar 31 15:28:28.585984 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:28.613935 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac92d5b-3bc5-4754-be62-5403a912e78f req-a8b2a5b9-5173-406f-b687-d439649c2282 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:28.621979 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5ac92d5b-3bc5-4754-be62-5403a912e78f req-a8b2a5b9-5173-406f-b687-d439649c2282 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 931 time: 0.0754619 Mar 31 15:28:28.681755 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5ac92d5b-3bc5-4754-be62-5403a912e78f req-341c81ea-ab29-46a6-b490-334e5cf43cc4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587978 Mar 31 15:28:28.685951 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-dfc4e824-4603-44d4-a1ff-76b7318d46fb req-5c6762b3-f1be-4c8c-b681-e6a094c0500f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f82d0287-57ec-4c5e-b9ec-398ed6da769a HTTP/1.1" status: 200 len: 217 time: 0.0911419 Mar 31 15:28:28.743593 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53084) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:28.763410 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2b26d2-7bef-40f8-84a3-4ccad03146e0,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:28.794117 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e824-4603-44d4-a1ff-76b7318d46fb req-7ae58560-ddf9-4d2d-bec0-c2a27004eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:28.795578 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-dfc4e824-4603-44d4-a1ff-76b7318d46fb req-7ae58560-ddf9-4d2d-bec0-c2a27004eb43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5075b89e-1d1b-4850-a844-d0e3b7c21363 HTTP/1.1" status: 200 len: 843 time: 0.0899308 Mar 31 15:28:28.820579 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Attempting to bind port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:28.820579 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Attempting to bind port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '2f658688-4e72-4f1c-88c7-f0e9b860bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:28.820579 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Attempting to bind port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 on network f8752e42-f442-4771-bbb9-3034f17379cb {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:28.841045 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 on network f8752e42-f442-4771-bbb9-3034f17379cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:28:28.841396 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Attempting to bind port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 on network f8752e42-f442-4771-bbb9-3034f17379cb {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:28.863800 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:28.864551 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Checking segment: {'id': '2f658688-4e72-4f1c-88c7-f0e9b860bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:28.865232 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Bound using segment: {'id': '2f658688-4e72-4f1c-88c7-f0e9b860bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:28.866105 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Bound port: 9a2b26d2-7bef-40f8-84a3-4ccad03146e0, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f658688-4e72-4f1c-88c7-f0e9b860bf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:28.866613 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1859197566-network', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:28.867027 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:28.893692 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Made reservation on behalf of a45c07aa38ef42ed98f7632ec7603af9 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:28.896241 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:28.899286 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e824-4603-44d4-a1ff-76b7318d46fb req-5630249a-fb67-41b4-8e13-d8ac455473b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:28.900934 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-dfc4e824-4603-44d4-a1ff-76b7318d46fb req-5630249a-fb67-41b4-8e13-d8ac455473b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=233b4955-1d51-42a5-a7cf-1d561c82edc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0978079 Mar 31 15:28:28.907020 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:28.998589 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Publish callbacks [] for security_group (1add5e92-04af-41d4-9ed5-01bf37be4c76), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.002972 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (1add5e92-04af-41d4-9ed5-01bf37be4c76), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.012316 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] For port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:29.016739 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] For port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9a2b26d2-7bef-40f8-84a3-4ccad03146e0,segment=NetworkSegment(2f658688-4e72-4f1c-88c7-f0e9b860bf81),segment_id=2f658688-4e72-4f1c-88c7-f0e9b860bf81)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:29.031334 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.032414 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:29.043068 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1add5e92-04af-41d4-9ed5-01bf37be4c76,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:29.050570 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (73e23d16-49c9-4b06-957b-ec1147226dd9), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.050934 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Added segment 73e23d16-49c9-4b06-957b-ec1147226dd9 of type vlan for network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 Mar 31 15:28:29.063018 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-dfc4e824-4603-44d4-a1ff-76b7318d46fb req-d77240cb-b489-49d2-bb6b-36058eb4a66a service neutron] 10.222.0.13 "GET /v2.0/networks/233b4955-1d51-42a5-a7cf-1d561c82edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431842 Mar 31 15:28:29.080453 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:29.081059 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.082412 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a2b26d2-7bef-40f8-84a3-4ccad03146e0 HTTP/1.1" status: 200 len: 1093 time: 1.1810906 Mar 31 15:28:29.103847 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.132397 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.134026 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:29.134618 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.171676 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4125c-b442-44fb-8e19-90b791b519c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2b26d2-7bef-40f8-84a3-4ccad03146e0,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:29.214567 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4696391 Mar 31 15:28:29.216617 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-dfc4e824-4603-44d4-a1ff-76b7318d46fb req-4d0778ab-85dd-4634-990f-a8e510e3e67d service neutron] 10.222.0.13 "GET /v2.0/networks/233b4955-1d51-42a5-a7cf-1d561c82edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454229 Mar 31 15:28:29.217075 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53096) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:29.221778 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] Request body: {'subnet': {'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1859197566-subnet', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'ip_version': 4}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:29.225513 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9668405-dcac-4960-b6e3-b1c4e837e3d0 admin admin] Pushing event updated for resources: {'Network': ['ID=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:29.232706 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-12ca79e0-b085-467c-b7fd-6028e90f86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:29.234290 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-12ca79e0-b085-467c-b7fd-6028e90f86d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90ad26ee730425aabb669d41abfc407&device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 1127 time: 0.1004004 Mar 31 15:28:29.242744 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:28:29.276065 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4a92d-3a91-49d5-8aa5-841e08d85c45 req-db4c5279-4d71-4911-a64c-900b2aa492b1 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:29.277774 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-32a4a92d-3a91-49d5-8aa5-841e08d85c45 req-db4c5279-4d71-4911-a64c-900b2aa492b1 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 948 time: 0.0716784 Mar 31 15:28:29.283416 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] Made reservation on behalf of a45c07aa38ef42ed98f7632ec7603af9 for: {'subnet': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:29.285763 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3477088'] for subnet (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.289126 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-cd6df211-261a-45f7-9be5-e2c18cacd369 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a2b26d2-7bef-40f8-84a3-4ccad03146e0 HTTP/1.1" status: 200 len: 217 time: 0.0464129 Mar 31 15:28:29.333624 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-32a4a92d-3a91-49d5-8aa5-841e08d85c45 req-c5a8f3b0-19ce-475e-9b13-e31136220d24 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472994 Mar 31 15:28:29.393299 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-d28d0d4e-d47a-4b42-835b-7eb85ba960d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:29.394789 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-d28d0d4e-d47a-4b42-835b-7eb85ba960d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb7a938d-cc86-4146-8eec-4e6b15a1c758 HTTP/1.1" status: 200 len: 848 time: 0.0952554 Mar 31 15:28:29.409417 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75991cdb-da23-4200-b826-6671214f8718', 'tag': '9a2b26d2-7bef-40f8-84a3-4ccad03146e0'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:29.411568 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31db0279-f44d-4b81-98c6-346f61f3bb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "75991cdb-da23-4200-b826-6671214f8718", "tag": "9a2b26d2-7bef-40f8-84a3-4ccad03146e0"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:29.434578 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-8a2ce6ce-c8c6-4c88-bbb5-846a16691795 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8752e42-f442-4771-bbb9-3034f17379cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333533 Mar 31 15:28:29.453049 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba2ce33-1e1c-4ddc-b379-5525fff684ff x-openstack-request-id: req-eba2ce33-1e1c-4ddc-b379-5525fff684ff {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:29.453363 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75991cdb-da23-4200-b826-6671214f8718", "tag": "9a2b26d2-7bef-40f8-84a3-4ccad03146e0", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:29.453611 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eba2ce33-1e1c-4ddc-b379-5525fff684ff {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:29.453997 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba2ce33-1e1c-4ddc-b379-5525fff684ff'] response: {'name': 'network-changed', 'server_uuid': '75991cdb-da23-4200-b826-6671214f8718', 'tag': '9a2b26d2-7bef-40f8-84a3-4ccad03146e0', 'status': 'completed', 'code': 200} Mar 31 15:28:29.593163 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3477110'] for subnet (cc3bb9a2-dd51-4b0c-b999-f745ee22afce), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.622630 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7ccb11e0-f04c-46e5-8074-83a54db4835e service neutron] 10.222.0.13 "GET /v2.0/networks/f8752e42-f442-4771-bbb9-3034f17379cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818874 Mar 31 15:28:29.691845 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3bb9a2-dd51-4b0c-b999-f745ee22afce,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:29.730749 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] Checking segment: {'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:29.731100 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] Network hostable DHCP agents. Network: 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:29.755500 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3e8b5b29-de31-4e9b-8cde-214013947b90 req-7182f169-bc22-48f4-82d9-6f2e031a0092 service neutron] 10.222.0.13 "GET /v2.0/networks/f8752e42-f442-4771-bbb9-3034f17379cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265650 Mar 31 15:28:29.764110 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] Network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:29.776502 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4) {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:29.783220 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:29.784580 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.786418 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd1665-cc65-4729-b5fa-b23deb503587 None None] Network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:28:29.805599 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-15d555a5-af91-4379-b94b-4d564d88fe2f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5867586 Mar 31 15:28:29.812101 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c545bb-a52f-46ff-b612-efce17dd0791 req-5be8f672-f68f-4e43-88c9-5e6a93ba4253 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:29.813686 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-07c545bb-a52f-46ff-b612-efce17dd0791 req-5be8f672-f68f-4e43-88c9-5e6a93ba4253 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 943 time: 0.0751472 Mar 31 15:28:29.813885 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53102) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:29.818085 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:29.864762 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15557'] for router (b41619a1-6754-4877-aa30-20693308ef51), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.866112 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15564'] for router (b41619a1-6754-4877-aa30-20693308ef51), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.873978 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db0279-f44d-4b81-98c6-346f61f3bb6c req-9eb6cf11-ecd4-46f1-9d6f-9786c822b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:29.875518 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-07c545bb-a52f-46ff-b612-efce17dd0791 req-ff2ff2f0-a2bc-4cd4-8b79-a42d7c378075 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547893 Mar 31 15:28:29.875656 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-31db0279-f44d-4b81-98c6-346f61f3bb6c req-9eb6cf11-ecd4-46f1-9d6f-9786c822b66c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90ad26ee730425aabb669d41abfc407&device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 1127 time: 0.0746651 Mar 31 15:28:29.919226 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'fixed_ips': [{'subnet_id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:28:29.920408 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:29.973380 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Publish callbacks [] for router_controller (b41619a1-6754-4877-aa30-20693308ef51), precommit_add_association {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.074865 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db0279-f44d-4b81-98c6-346f61f3bb6c req-29e5d2d5-a115-4b2c-b555-e4aa19107131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:30.076332 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-31db0279-f44d-4b81-98c6-346f61f3bb6c req-29e5d2d5-a115-4b2c-b555-e4aa19107131 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8752e42-f442-4771-bbb9-3034f17379cb HTTP/1.1" status: 200 len: 909 time: 0.1941919 Mar 31 15:28:30.081101 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Allocated IP 172.20.0.2 (2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4/cc3bb9a2-dd51-4b0c-b999-f745ee22afce/7adc60d9-6d25-42bf-8be1-61572e8ccab3) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:30.168905 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-31db0279-f44d-4b81-98c6-346f61f3bb6c req-c12ec8f5-0d86-4a28-91fb-ccd8558efa6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a2b26d2-7bef-40f8-84a3-4ccad03146e0 HTTP/1.1" status: 200 len: 217 time: 0.0595305 Mar 31 15:28:30.175348 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Publish callbacks [] for router_gateway (b41619a1-6754-4877-aa30-20693308ef51), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.260461 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Publish callbacks [] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.268100 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.272402 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db0279-f44d-4b81-98c6-346f61f3bb6c req-63b9b2c6-1f7c-453e-a29e-d2f3f80f607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:30.273957 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-31db0279-f44d-4b81-98c6-346f61f3bb6c req-63b9b2c6-1f7c-453e-a29e-d2f3f80f607e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb7a938d-cc86-4146-8eec-4e6b15a1c758 HTTP/1.1" status: 200 len: 848 time: 0.0928206 Mar 31 15:28:30.312767 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:30.315935 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:30.322140 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:30.323827 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-31db0279-f44d-4b81-98c6-346f61f3bb6c req-f0640179-e10c-4cc9-a1ad-b1e37b0b8190 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8752e42-f442-4771-bbb9-3034f17379cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406938 Mar 31 15:28:30.353761 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Pushing event updated for resources: {'Port': ['ID=7adc60d9-6d25-42bf-8be1-61572e8ccab3,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:30.426077 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53116) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:30.432373 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259880195', 'description': 'tempest-description--1650284078'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:30.438749 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Attempting to bind port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:30.439160 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Attempting to bind port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:30.439702 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Attempting to bind port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 on network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:30.447197 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:30.447902 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Checking segment: {'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:30.448492 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.449025 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Bound using segment: {'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:30.449741 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Bound port: 7adc60d9-6d25-42bf-8be1-61572e8ccab3, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:30.450410 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.499316 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.536995 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] For port 7adc60d9-6d25-42bf-8be1-61572e8ccab3, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:30.542711 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] For port 7adc60d9-6d25-42bf-8be1-61572e8ccab3, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=7adc60d9-6d25-42bf-8be1-61572e8ccab3,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:30.550581 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.557240 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5500c-2fe0-4010-9a00-23dd2eb5494c req-bcf0796a-96de-4e63-9dde-04f2ae61271b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:30.574306 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-39b5500c-2fe0-4010-9a00-23dd2eb5494c req-bcf0796a-96de-4e63-9dde-04f2ae61271b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 948 time: 0.1300204 Mar 31 15:28:30.656688 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d42bf-4d01-4af2-a07e-0e821dd341fb None None] Pushing event updated for resources: {'Port': ['ID=7adc60d9-6d25-42bf-8be1-61572e8ccab3,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:30.681905 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-39b5500c-2fe0-4010-9a00-23dd2eb5494c req-04c509c6-8cd0-4881-bd1a-5364bfd83ca6 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065340 Mar 31 15:28:30.723051 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-31db0279-f44d-4b81-98c6-346f61f3bb6c req-a5ede23b-3427-4b79-95e9-9890db748747 service neutron] 10.222.0.13 "GET /v2.0/networks/f8752e42-f442-4771-bbb9-3034f17379cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927307 Mar 31 15:28:30.731021 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group (94184b25-ab3e-4455-af07-67f4521930ec), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.736030 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (94184b25-ab3e-4455-af07-67f4521930ec), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.768900 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.774287 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3432674 Mar 31 15:28:30.774287 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53122) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:30.779440 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-442a9bbc-c547-4f5b-b498-adb87e54328d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Request body: {'security_group_rule': {'security_group_id': '94184b25-ab3e-4455-af07-67f4521930ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:30.786466 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94184b25-ab3e-4455-af07-67f4521930ec,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:30.800844 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.801219 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.801564 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.801904 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.802233 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.802561 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.802961 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.803463 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.803799 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.804255 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.804572 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.804892 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.805249 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.805571 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.805899 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da75cc6-a6f0-492b-aa8d-86bf75a3ec14 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:30.826785 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-442a9bbc-c547-4f5b-b498-adb87e54328d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group_rule (b2aa86d6-d856-4ef7-9637-407e66ba60c0), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.899953 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-442a9bbc-c547-4f5b-b498-adb87e54328d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group_rule (b2aa86d6-d856-4ef7-9637-407e66ba60c0), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.919600 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-442a9bbc-c547-4f5b-b498-adb87e54328d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (b2aa86d6-d856-4ef7-9637-407e66ba60c0), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.929334 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Publish callbacks [] for router_gateway (b41619a1-6754-4877-aa30-20693308ef51), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.948089 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a9bbc-c547-4f5b-b498-adb87e54328d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2aa86d6-d856-4ef7-9637-407e66ba60c0,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:30.969853 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-442a9bbc-c547-4f5b-b498-adb87e54328d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.973160 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-442a9bbc-c547-4f5b-b498-adb87e54328d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1960061 Mar 31 15:28:30.973856 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53126) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:30.979121 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-fb0fe438-0e85-41b8-a88a-597d299423af tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Request body: {'security_group_rule': {'security_group_id': '94184b25-ab3e-4455-af07-67f4521930ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:30.983284 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:30.986711 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-31db0279-f44d-4b81-98c6-346f61f3bb6c req-26693ac6-760b-4a40-ae24-0fc7425a91bb service neutron] 10.222.0.13 "GET /v2.0/networks/f8752e42-f442-4771-bbb9-3034f17379cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235138 Mar 31 15:28:31.045455 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe438-0e85-41b8-a88a-597d299423af tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group_rule (c7db7eed-afde-4862-aab3-4777ebd45584), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.078847 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97e715-920d-45fd-91c0-737d7fd34848 req-54d98669-c1f1-4cf5-978d-5c892270147b tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:31.080509 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fa97e715-920d-45fd-91c0-737d7fd34848 req-54d98669-c1f1-4cf5-978d-5c892270147b tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 943 time: 0.0972192 Mar 31 15:28:31.108182 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Allocated IP 172.27.2.73 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/d7193887-0eaf-4d6c-a762-8940efa7efc0) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:31.136617 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe438-0e85-41b8-a88a-597d299423af tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group_rule (c7db7eed-afde-4862-aab3-4777ebd45584), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.148260 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe438-0e85-41b8-a88a-597d299423af tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (c7db7eed-afde-4862-aab3-4777ebd45584), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.159693 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fa97e715-920d-45fd-91c0-737d7fd34848 req-6dcbf28c-e483-4267-8b75-314030487272 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680940 Mar 31 15:28:31.175181 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fe438-0e85-41b8-a88a-597d299423af tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7db7eed-afde-4862-aab3-4777ebd45584,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:31.186619 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe438-0e85-41b8-a88a-597d299423af tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.187934 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-fb0fe438-0e85-41b8-a88a-597d299423af tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2124000 Mar 31 15:28:31.191086 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53128) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:31.196412 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:31.222327 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.228856 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Publish callbacks [] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.269513 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.308680 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:31.311617 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:31.314648 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:31.335717 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.347777 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Pushing event updated for resources: {'Port': ['ID=d7193887-0eaf-4d6c-a762-8940efa7efc0,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:31.361509 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.361857 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.362200 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.362541 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.362872 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.363223 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.363536 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.363858 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.364183 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.364506 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.364826 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.365217 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.365550 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.365883 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.366311 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:31.619331 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 7adc60d9-6d25-42bf-8be1-61572e8ccab3 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:31.661289 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Publish callbacks [] for router_gateway (b41619a1-6754-4877-aa30-20693308ef51), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.678424 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Allocated IP 172.27.2.204 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/cffbbc89-93fe-4d81-8137-85051cac6ae6) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:31.730833 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:31.731136 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.736127 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device f82d0287-57ec-4c5e-b9ec-398ed6da769a details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:28:31.798055 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a8c948-8b58-4c3c-93ca-857fae12bee8 None None] Network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:28:31.800117 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for port (cffbbc89-93fe-4d81-8137-85051cac6ae6), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.886805 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5db6d4-08f8-4196-9318-f107b698bfc1 req-c4d408e9-d1e7-4d89-8583-004f6ef0de12 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:31.888435 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-dc5db6d4-08f8-4196-9318-f107b698bfc1 req-c4d408e9-d1e7-4d89-8583-004f6ef0de12 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 948 time: 0.0944815 Mar 31 15:28:31.929979 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (cffbbc89-93fe-4d81-8137-85051cac6ae6), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.957385 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-7b70daca-9f22-4fd7-8df5-e25b9a252685 None None] Provisioning complete for port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:31.957779 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7b70daca-9f22-4fd7-8df5-e25b9a252685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.992261 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005'] for router (b41619a1-6754-4877-aa30-20693308ef51), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:31.992464 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:32.006605 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:32.018053 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:32.056363 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-dc5db6d4-08f8-4196-9318-f107b698bfc1 req-d49f24a4-6e5a-45e2-abd5-3ac28c659ac3 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607809 Mar 31 15:28:32.058516 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event updated for resources: {'Port': ['ID=cffbbc89-93fe-4d81-8137-85051cac6ae6,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:32.111616 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port f82d0287-57ec-4c5e-b9ec-398ed6da769a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f82d0287-57ec-4c5e-b9ec-398ed6da769a,segment=NetworkSegment(1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78),segment_id=1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:32.141682 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': 'f82d0287-57ec-4c5e-b9ec-398ed6da769a', 'network_id': '233b4955-1d51-42a5-a7cf-1d561c82edc0', 'port_id': 'f82d0287-57ec-4c5e-b9ec-398ed6da769a', 'mac_address': 'fa:16:3e:05:a0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5075b89e-1d1b-4850-a844-d0e3b7c21363', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:28:32.188235 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Router b41619a1-6754-4877-aa30-20693308ef51 is scheduled to L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d with binding_index 1 {{(pid=103659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:28:32.227522 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-7b70daca-9f22-4fd7-8df5-e25b9a252685 None None] Current status of the port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:32.227914 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7b70daca-9f22-4fd7-8df5-e25b9a252685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.233260 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port f82d0287-57ec-4c5e-b9ec-398ed6da769a is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:32.233555 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.253080 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for floatingip (e01755c1-9a6b-4c88-a8c7-99ea63eb1523), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.310528 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (cffbbc89-93fe-4d81-8137-85051cac6ae6), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.341319 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:28:32.353121 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Sync routers for ids ['b41619a1-6754-4877-aa30-20693308ef51'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:32.365028 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Routers {'b41619a1-6754-4877-aa30-20693308ef51'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:32.367058 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['b41619a1-6754-4877-aa30-20693308ef51'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:32.388242 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.396583 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-bf6b5fc3-d351-4f35-885f-03382675ae73 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5799158 Mar 31 15:28:32.397416 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53146) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:32.406787 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82d0287-57ec-4c5e-b9ec-398ed6da769a {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:28:32.429343 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port f82d0287-57ec-4c5e-b9ec-398ed6da769a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f82d0287-57ec-4c5e-b9ec-398ed6da769a,segment=NetworkSegment(1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78),segment_id=1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:32.441237 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.499797 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:32.500104 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.504698 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for port (cffbbc89-93fe-4d81-8137-85051cac6ae6), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.508365 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=f82d0287-57ec-4c5e-b9ec-398ed6da769a,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:32.511130 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Set router b41619a1-6754-4877-aa30-20693308ef51 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:32.558421 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (cffbbc89-93fe-4d81-8137-85051cac6ae6), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.586931 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-7b70daca-9f22-4fd7-8df5-e25b9a252685 None None] For port 7adc60d9-6d25-42bf-8be1-61572e8ccab3, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=7adc60d9-6d25-42bf-8be1-61572e8ccab3,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:32.595060 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7b70daca-9f22-4fd7-8df5-e25b9a252685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.745711 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event updated for resources: {'Port': ['ID=cffbbc89-93fe-4d81-8137-85051cac6ae6,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:32.746399 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.db.api [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:32.746823 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG oslo_db.api [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:32.764129 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['f82d0287-57ec-4c5e-b9ec-398ed6da769a'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:28:32.768926 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d404b1d-2cdf-4e3e-a026-dc3521ec85c0 req-59e607a4-1a05-4abe-87dc-37355b4ef548 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:32.770619 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7d404b1d-2cdf-4e3e-a026-dc3521ec85c0 req-59e607a4-1a05-4abe-87dc-37355b4ef548 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 943 time: 0.4611735 Mar 31 15:28:32.788761 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (e01755c1-9a6b-4c88-a8c7-99ea63eb1523), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.817659 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.818734 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-6f5f3922-d710-4062-bbbb-c3e5fddf50d2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6266036 Mar 31 15:28:32.853353 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7d404b1d-2cdf-4e3e-a026-dc3521ec85c0 req-9f6839e8-d687-492b-9c50-5582627715df tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735795 Mar 31 15:28:32.861069 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70daca-9f22-4fd7-8df5-e25b9a252685 None None] Pushing event updated for resources: {'Port': ['ID=7adc60d9-6d25-42bf-8be1-61572e8ccab3,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:32.891585 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:31Z', 'revision_number': 3, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:32.934996 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Checking router: b41619a1-6754-4877-aa30-20693308ef51 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:32.935424 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Updating router b41619a1-6754-4877-aa30-20693308ef51 port d7193887-0eaf-4d6c-a762-8940efa7efc0 binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:28:32.951353 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-1d90a4be-ad15-44da-ba19-9c4fdd9d9049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.965617 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-85f9df4e-cd7e-446e-b907-de7ae0131d0c None None] Provisioning complete for port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:32.966046 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-85f9df4e-cd7e-446e-b907-de7ae0131d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:32.975424 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.094385 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-85f9df4e-cd7e-446e-b907-de7ae0131d0c None None] Current status of the port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:33.095482 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-08618b42-3762-434b-b5e1-7b532844e3c9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--259880195&fields=id&tenant_id=6aff4d9a62264eeda051d4f5f855d586 HTTP/1.1" status: 200 len: 267 time: 0.0656807 Mar 31 15:28:33.179524 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.291844 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fef264-757c-479e-b001-cb89b5ac7952 req-2529a3f9-3b5e-47e6-800f-4e70b3a1758f tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:33.296986 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-63fef264-757c-479e-b001-cb89b5ac7952 req-2529a3f9-3b5e-47e6-800f-4e70b3a1758f tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 949 time: 0.1260376 Mar 31 15:28:33.308018 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Publish callbacks [] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.308264 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-607b2689-1ce6-4cf8-a551-eb94d1a1c55a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:33.310900 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.317447 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-607b2689-1ce6-4cf8-a551-eb94d1a1c55a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 819 time: 0.2207384 Mar 31 15:28:33.325488 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:33.341566 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-f9551cfb-b290-4988-83ca-0939070bd790 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/quotas/6aff4d9a62264eeda051d4f5f855d586 HTTP/1.1" status: 200 len: 375 time: 0.0231938 Mar 31 15:28:33.384164 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Attempting to bind port d7193887-0eaf-4d6c-a762-8940efa7efc0 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:33.385176 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Attempting to bind port d7193887-0eaf-4d6c-a762-8940efa7efc0 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:33.385719 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Attempting to bind port d7193887-0eaf-4d6c-a762-8940efa7efc0 on network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:33.389983 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a51d06-867b-4441-b2c0-920684164403 None None] Pushing event updated for resources: {'Port': ['ID=d7193887-0eaf-4d6c-a762-8940efa7efc0,revision_number=2']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:33.398723 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:33.399431 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:33.399992 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.401062 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Bound using segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:33.401605 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Bound port: d7193887-0eaf-4d6c-a762-8940efa7efc0, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:33.401987 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.405129 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Allocated IP 172.20.0.1 (2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4/cc3bb9a2-dd51-4b0c-b999-f745ee22afce/78a41083-5d3f-413f-bf43-8dfd5525eed2) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:33.409013 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-63fef264-757c-479e-b001-cb89b5ac7952 req-699fc65b-b9df-4d32-b41e-0ea366cd1a81 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836983 Mar 31 15:28:33.431939 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-22ccdfb9-c279-40be-8916-d9d687ac3eff tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0831585 Mar 31 15:28:33.469274 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] For port d7193887-0eaf-4d6c-a762-8940efa7efc0, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:33.472965 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] For port d7193887-0eaf-4d6c-a762-8940efa7efc0, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=d7193887-0eaf-4d6c-a762-8940efa7efc0,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:33.482433 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.557376 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Routers {'b41619a1-6754-4877-aa30-20693308ef51'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:33.558004 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['b41619a1-6754-4877-aa30-20693308ef51'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:33.558613 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Publish callbacks [] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.568367 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 7adc60d9-6d25-42bf-8be1-61572e8ccab3 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:33.579605 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-5425756e-0bad-4c49-9d20-2a521e8d85ec service neutron] 10.222.0.11 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357219 Mar 31 15:28:33.601894 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.602231 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a51d06-867b-4441-b2c0-920684164403 None None] Pushing event updated for resources: {'Port': ['ID=d7193887-0eaf-4d6c-a762-8940efa7efc0,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:33.640766 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:33.641462 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.663635 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Pushing event updated for resources: {'Port': ['ID=78a41083-5d3f-413f-bf43-8dfd5525eed2,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:33.672886 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:33.676064 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:33.679539 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:33.690918 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] Set router b41619a1-6754-4877-aa30-20693308ef51 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:33.713047 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-8b40406e-05b1-4867-ab66-047f08bd4148 service neutron] 10.222.0.11 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324782 Mar 31 15:28:33.722267 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609466'] for router_interface (b41619a1-6754-4877-aa30-20693308ef51), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.734606 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:28:33.859520 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9a2b26d2-7bef-40f8-84a3-4ccad03146e0,segment=NetworkSegment(2f658688-4e72-4f1c-88c7-f0e9b860bf81),segment_id=2f658688-4e72-4f1c-88c7-f0e9b860bf81)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:33.884546 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device f82d0287-57ec-4c5e-b9ec-398ed6da769a up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:33.889081 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '9a2b26d2-7bef-40f8-84a3-4ccad03146e0', 'network_id': 'f8752e42-f442-4771-bbb9-3034f17379cb', 'port_id': '9a2b26d2-7bef-40f8-84a3-4ccad03146e0', 'mac_address': 'fa:16:3e:86:95:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7a938d-cc86-4146-8eec-4e6b15a1c758', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:28:33.939383 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:33.977773 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d38a29b3-d7db-4861-ab9b-330335878098 req-b972a3dc-c2ae-4eb2-9366-d3dbba7fa0b7 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 210 time: 0.0572391 Mar 31 15:28:34.064761 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:34.066082 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:34.074539 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a341cd2-e7b5-4880-954f-53885044390b req-b1f02f6b-5780-400c-8cc2-699a2922b6bd tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:34.076496 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6a341cd2-e7b5-4880-954f-53885044390b req-b1f02f6b-5780-400c-8cc2-699a2922b6bd tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 943 time: 0.0708811 Mar 31 15:28:34.093153 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:31Z', 'revision_number': 3, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:34.145295 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e77df-91e0-49cf-9522-8fd4f25c8df4 None None] The sync data for ids ['b41619a1-6754-4877-aa30-20693308ef51'] in dv-cinder-750782-15-iscsi is: [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:31Z', 'revision_number': 3, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:34.151411 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:28:34.171342 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Publish callbacks [] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:34.174339 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-cc92d64d-a591-4e2e-90c8-3e1eadb4f29f None None] Provisioning complete for port 78a41083-5d3f-413f-bf43-8dfd5525eed2 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:34.174982 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-cc92d64d-a591-4e2e-90c8-3e1eadb4f29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:34.182179 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:34.186954 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6a341cd2-e7b5-4880-954f-53885044390b req-33a33434-0a45-46c8-8839-3f986cd3e9b4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037545 Mar 31 15:28:34.198566 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:34.242068 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9a2b26d2-7bef-40f8-84a3-4ccad03146e0,segment=NetworkSegment(2f658688-4e72-4f1c-88c7-f0e9b860bf81),segment_id=2f658688-4e72-4f1c-88c7-f0e9b860bf81)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:34.244835 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port f82d0287-57ec-4c5e-b9ec-398ed6da769a completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:28:34.250811 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:34.261398 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port f82d0287-57ec-4c5e-b9ec-398ed6da769a triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:34.261775 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:34.268608 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Pushing event updated for resources: {'Port': ['ID=78a41083-5d3f-413f-bf43-8dfd5525eed2,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:34.273337 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609326'] for router_interface (b41619a1-6754-4877-aa30-20693308ef51), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:34.306170 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-cc92d64d-a591-4e2e-90c8-3e1eadb4f29f None None] Port 78a41083-5d3f-413f-bf43-8dfd5525eed2 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:28:34.352791 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=9a2b26d2-7bef-40f8-84a3-4ccad03146e0,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:34.394294 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:34.395718 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:34.401597 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port f82d0287-57ec-4c5e-b9ec-398ed6da769a is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:34.402082 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:34.441547 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ddca6b-26d6-4e1b-ae3d-3499e0195ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d0287-57ec-4c5e-b9ec-398ed6da769a'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:34.445619 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a555f86-0c7a-4cc0-9a5d-ad0d1c902c9c" -d '{"events": [{"server_uuid": "15ddca6b-26d6-4e1b-ae3d-3499e0195ad2", "name": "network-vif-plugged", "status": "completed", "tag": "f82d0287-57ec-4c5e-b9ec-398ed6da769a"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:34.474627 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port f82d0287-57ec-4c5e-b9ec-398ed6da769a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f82d0287-57ec-4c5e-b9ec-398ed6da769a,segment=NetworkSegment(1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78),segment_id=1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:34.483386 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:34.554535 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edea5a7-1189-4caf-ae1b-a5c109c3f0f2 x-openstack-request-id: req-2edea5a7-1189-4caf-ae1b-a5c109c3f0f2 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:34.554951 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ddca6b-26d6-4e1b-ae3d-3499e0195ad2", "name": "network-vif-plugged", "status": "completed", "tag": "f82d0287-57ec-4c5e-b9ec-398ed6da769a", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:34.555338 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2edea5a7-1189-4caf-ae1b-a5c109c3f0f2 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:34.555978 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2edea5a7-1189-4caf-ae1b-a5c109c3f0f2'] response: {'server_uuid': '15ddca6b-26d6-4e1b-ae3d-3499e0195ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d0287-57ec-4c5e-b9ec-398ed6da769a', 'code': 200} Mar 31 15:28:34.616154 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['9a2b26d2-7bef-40f8-84a3-4ccad03146e0'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:28:34.643179 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f41606-d392-4d5a-85ac-83c8987ecdc5 req-da1bec63-0387-417d-8de3-224294076ae7 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:34.646006 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-61f41606-d392-4d5a-85ac-83c8987ecdc5 req-da1bec63-0387-417d-8de3-224294076ae7 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 950 time: 0.1292081 Mar 31 15:28:34.708623 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=f82d0287-57ec-4c5e-b9ec-398ed6da769a,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:34.720498 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Router b41619a1-6754-4877-aa30-20693308ef51 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:28:34.744024 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-61f41606-d392-4d5a-85ac-83c8987ecdc5 req-86474bc3-cf35-4676-93fa-cf24174d37ed tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860634 Mar 31 15:28:34.880114 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-11ce0934-5186-4c5b-9daa-d512d00a8cc8 None None] Provisioning complete for port 78a41083-5d3f-413f-bf43-8dfd5525eed2 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:34.881970 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-11ce0934-5186-4c5b-9daa-d512d00a8cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:34.938892 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-11ce0934-5186-4c5b-9daa-d512d00a8cc8 None None] Port 78a41083-5d3f-413f-bf43-8dfd5525eed2 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:28:35.085652 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a6018ab0-f9c1-4bd8-ae4a-744851cf653c req-ff2c460f-ffad-4131-9679-fbcae6dead52 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 210 time: 0.0299265 Mar 31 15:28:35.180482 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dca15-7138-4e48-82e5-6ffb51478769 req-f4eab331-0d03-4f78-a4b2-87c84e0fe4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:35.182041 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-084dca15-7138-4e48-82e5-6ffb51478769 req-f4eab331-0d03-4f78-a4b2-87c84e0fe4a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 1134 time: 0.0656011 Mar 31 15:28:35.206451 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:28:35.214192 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-c99f3361-6f18-4f18-8751-b2cd86a0ab38 admin admin] 10.222.0.11 "PUT /v2.0/routers/b41619a1-6754-4877-aa30-20693308ef51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8128512 Mar 31 15:28:35.254597 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-084dca15-7138-4e48-82e5-6ffb51478769 req-f5b4d03a-6efd-44c7-800d-7e2e3f68cdcc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659754 Mar 31 15:28:35.294585 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-79100018-8098-482f-acfe-279dc0844aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:35.327608 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c21352-a1ce-4edc-b5b2-e2ac47aa4763 req-19a5a972-f36c-4b18-9441-53662b6051f7 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:35.329127 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-53c21352-a1ce-4edc-b5b2-e2ac47aa4763 req-19a5a972-f36c-4b18-9441-53662b6051f7 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 944 time: 0.0692704 Mar 31 15:28:35.387409 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-53c21352-a1ce-4edc-b5b2-e2ac47aa4763 req-97ca2063-88a7-4acd-aee3-ff0cf1ef4748 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511045 Mar 31 15:28:35.611910 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-5e18edd9-2858-49c2-be7c-2f8aa12f1d1a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:35.612814 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-5e18edd9-2858-49c2-be7c-2f8aa12f1d1a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 819 time: 0.1405582 Mar 31 15:28:35.617924 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device d7193887-0eaf-4d6c-a762-8940efa7efc0 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:35.694674 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port d7193887-0eaf-4d6c-a762-8940efa7efc0 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:35.695044 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:35.724579 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-223f46a4-497c-41e0-9497-4c67c6f438f5 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aff4d9a62264eeda051d4f5f855d586 HTTP/1.1" status: 200 len: 379 time: 0.0992692 Mar 31 15:28:35.734370 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Request body: {'port': {'device_id': '69e9782c-4c61-403c-849a-7eea57bc5204', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'admin_state_up': True, 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'security_groups': ['94184b25-ab3e-4455-af07-67f4521930ec']}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:35.764280 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:35.816857 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port d7193887-0eaf-4d6c-a762-8940efa7efc0 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:35.817233 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:35.871460 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port d7193887-0eaf-4d6c-a762-8940efa7efc0, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=d7193887-0eaf-4d6c-a762-8940efa7efc0,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:35.873369 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:28:35.882645 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:35.885153 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:35.885505 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Made reservation on behalf of 6aff4d9a62264eeda051d4f5f855d586 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:35.890533 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:35.907800 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53210) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:35.917868 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53bafb-2215-4776-ba26-1482628d32e2 req-992ed090-25be-48f8-a250-8af61be41678 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:35.920016 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:35.920172 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fd53bafb-2215-4776-ba26-1482628d32e2 req-992ed090-25be-48f8-a250-8af61be41678 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 950 time: 0.0791633 Mar 31 15:28:35.971839 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-695444619-network', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:35.991726 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fd53bafb-2215-4776-ba26-1482628d32e2 req-f5a55f20-eb98-40fc-b6a4-6fbdeebd8247 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643106 Mar 31 15:28:36.008563 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=d7193887-0eaf-4d6c-a762-8940efa7efc0,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:36.015558 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Made reservation on behalf of ff7fc9f48af74e6ba2cd4afda95a2271 for: {'network': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:36.018068 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.054550 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.063906 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:36.064293 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.098787 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Allocated IP 172.20.0.13 (530b786a-c6cc-4d4e-b354-724c19ff2f4f/eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07/22e8655b-69a0-4099-8fac-21b21bc38f88) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:36.102374 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9a2b26d2-7bef-40f8-84a3-4ccad03146e0,segment=NetworkSegment(2f658688-4e72-4f1c-88c7-f0e9b860bf81),segment_id=2f658688-4e72-4f1c-88c7-f0e9b860bf81)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:36.106481 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.165449 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=9a2b26d2-7bef-40f8-84a3-4ccad03146e0,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:36.209915 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c4811b17-cd87-4c25-9fcf-c8c90c76a960 req-fee3660f-61a5-4ed7-855e-b0cb56d6499f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 210 time: 0.0300300 Mar 31 15:28:36.252018 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Publish callbacks [] for security_group (a056f3ea-ea5a-43d3-8369-d104d6037de5), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.259033 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (a056f3ea-ea5a-43d3-8369-d104d6037de5), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.306540 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:28:36.323701 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a056f3ea-ea5a-43d3-8369-d104d6037de5,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:36.333075 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (36f555da-0972-454c-a543-6510a89cee0c), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.333405 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.segments_db [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Added segment 36f555da-0972-454c-a543-6510a89cee0c of type vlan for network b191da85-9ae6-4170-a772-023561974337 Mar 31 15:28:36.343988 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Sync routers for ids ['b41619a1-6754-4877-aa30-20693308ef51'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:36.346220 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.355715 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Routers {'b41619a1-6754-4877-aa30-20693308ef51'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:36.356600 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['b41619a1-6754-4877-aa30-20693308ef51'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:36.386866 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (b191da85-9ae6-4170-a772-023561974337), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.447492 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.472579 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Set router b41619a1-6754-4877-aa30-20693308ef51 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:36.476375 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (b191da85-9ae6-4170-a772-023561974337), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.477448 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:36.478148 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.531913 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fe22a-3b3b-4053-9286-66e18b0dc4ee req-a715f95b-f63e-447c-bf17-bb5ae72fa0f7 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:36.533927 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-773fe22a-3b3b-4053-9286-66e18b0dc4ee req-a715f95b-f63e-447c-bf17-bb5ae72fa0f7 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 945 time: 0.0709159 Mar 31 15:28:36.577947 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75991cdb-da23-4200-b826-6671214f8718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2b26d2-7bef-40f8-84a3-4ccad03146e0'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:36.581080 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5595fc88-929e-4534-ae7e-3d0bc55b2d8e" -d '{"events": [{"server_uuid": "75991cdb-da23-4200-b826-6671214f8718", "name": "network-vif-plugged", "status": "completed", "tag": "9a2b26d2-7bef-40f8-84a3-4ccad03146e0"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:36.589270 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Network 530b786a-c6cc-4d4e-b354-724c19ff2f4f is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:36.594642 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.617849 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-773fe22a-3b3b-4053-9286-66e18b0dc4ee req-dcce0281-4502-4cc5-bdb9-4d3e523ccb38 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769370 Mar 31 15:28:36.623118 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6552587 Mar 31 15:28:36.626707 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53220) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:36.632515 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:36.642933 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] Request body: {'subnet': {'network_id': 'b191da85-9ae6-4170-a772-023561974337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-695444619-subnet', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:36.648657 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:36.659409 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62d0fbe-f8aa-41e5-963f-59499e3c5cb0 x-openstack-request-id: req-f62d0fbe-f8aa-41e5-963f-59499e3c5cb0 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:36.659721 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75991cdb-da23-4200-b826-6671214f8718", "name": "network-vif-plugged", "status": "completed", "tag": "9a2b26d2-7bef-40f8-84a3-4ccad03146e0", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:36.660225 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] Made reservation on behalf of ff7fc9f48af74e6ba2cd4afda95a2271 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:36.662931 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3313676'] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.664360 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f62d0fbe-f8aa-41e5-963f-59499e3c5cb0 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:36.664856 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62d0fbe-f8aa-41e5-963f-59499e3c5cb0'] response: {'server_uuid': '75991cdb-da23-4200-b826-6671214f8718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2b26d2-7bef-40f8-84a3-4ccad03146e0', 'code': 200} Mar 31 15:28:36.673175 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f2c1c-fa5c-46e1-b075-9c90d4a9d905 admin admin] Pushing event updated for resources: {'Network': ['ID=b191da85-9ae6-4170-a772-023561974337,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:36.690795 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network b191da85-9ae6-4170-a772-023561974337 details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:28:36.715608 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event updated for resources: {'Port': ['ID=22e8655b-69a0-4099-8fac-21b21bc38f88,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:36.770746 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:36.773332 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.819043 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-16e58838-fcd7-49fc-8962-1e94fad4d45f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0887678 Mar 31 15:28:36.844013 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Request body: {'port': {'device_id': '69e9782c-4c61-403c-849a-7eea57bc5204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:36.879018 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:33Z', 'revision_number': 4, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '78a41083-5d3f-413f-bf43-8dfd5525eed2', 'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'mac_address': 'fa:16:3e:ff:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:33Z', 'updated_at': '2022-03-31T15:28:34Z', 'revision_number': 2, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'subnets': [{'id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:36.909283 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3907952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3313690'] for subnet (cd4e1914-2fa9-4c27-82c4-612b3a56493a), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.917656 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Checking router: b41619a1-6754-4877-aa30-20693308ef51 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:36.918651 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Updating router b41619a1-6754-4877-aa30-20693308ef51 port 78a41083-5d3f-413f-bf43-8dfd5525eed2 binding host dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:28:36.956596 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.958046 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.961671 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a66f2-79a0-44f2-aef8-dbdf9caef4d4 req-ef769bd3-104e-4b86-a041-8ffad332defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:36.963389 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ca5a66f2-79a0-44f2-aef8-dbdf9caef4d4 req-ef769bd3-104e-4b86-a041-8ffad332defe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 1129 time: 0.1276457 Mar 31 15:28:36.977756 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4e1914-2fa9-4c27-82c4-612b3a56493a,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:36.996667 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] Checking segment: {'id': '36f555da-0972-454c-a543-6510a89cee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b191da85-9ae6-4170-a772-023561974337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:36.997038 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] Network hostable DHCP agents. Network: b191da85-9ae6-4170-a772-023561974337, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:37.012624 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-48325ef1-716a-476d-b4b5-6bef70f17f26 None None] Provisioning complete for port 22e8655b-69a0-4099-8fac-21b21bc38f88 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:37.012867 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-48325ef1-716a-476d-b4b5-6bef70f17f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.018405 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] Network b191da85-9ae6-4170-a772-023561974337 is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:37.028951 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, b191da85-9ae6-4170-a772-023561974337) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:37.033859 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:37.034544 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.059927 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-8afd1e3e-b222-4f30-bfd3-a73ab81b2907 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4298172 Mar 31 15:28:37.060198 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53224) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:37.061803 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae70ad54-fd69-4553-a525-e6f73455d5a2 None None] Network b191da85-9ae6-4170-a772-023561974337 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:28:37.065327 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-695444619-router', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:37.070445 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ca5a66f2-79a0-44f2-aef8-dbdf9caef4d4 req-b34a643b-cbac-4856-bbc0-b8414db8ba4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002054 Mar 31 15:28:37.098768 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15557'] for router (911eb6c1-c40c-43a4-ba71-6e697d437d55), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.100566 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15564'] for router (911eb6c1-c40c-43a4-ba71-6e697d437d55), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.185288 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Publish callbacks [] for router_controller (911eb6c1-c40c-43a4-ba71-6e697d437d55), precommit_add_association {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.193324 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf257647-1ed5-4a6b-8fa5-bbd035ccddae req-b2c4fc14-4eb4-4ace-acba-b7ddcd02d24f tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:37.200486 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bf257647-1ed5-4a6b-8fa5-bbd035ccddae req-b2c4fc14-4eb4-4ace-acba-b7ddcd02d24f tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 950 time: 0.1156740 Mar 31 15:28:37.308121 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e8655b-69a0-4099-8fac-21b21bc38f88 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:28:37.318027 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Publish callbacks [] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.331877 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Transition to ACTIVE for port object 22e8655b-69a0-4099-8fac-21b21bc38f88 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:28:37.337125 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.355073 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-48325ef1-716a-476d-b4b5-6bef70f17f26 None None] Port 22e8655b-69a0-4099-8fac-21b21bc38f88 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:28:37.394548 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Pushing event updated for resources: {'Port': ['ID=22e8655b-69a0-4099-8fac-21b21bc38f88,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:37.429573 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bf257647-1ed5-4a6b-8fa5-bbd035ccddae req-2b8aadc9-363a-4f70-aa66-d8a03438cbf2 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280965 Mar 31 15:28:37.438197 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Publish callbacks [] for router_gateway (911eb6c1-c40c-43a4-ba71-6e697d437d55), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.461041 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8644357-f948-4d5e-b7be-ea789252a8d6 req-997700ff-12ed-495b-8294-177e9626fa01 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:37.462302 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b8644357-f948-4d5e-b7be-ea789252a8d6 req-997700ff-12ed-495b-8294-177e9626fa01 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 932 time: 0.1661332 Mar 31 15:28:37.488214 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Attempting to bind port 22e8655b-69a0-4099-8fac-21b21bc38f88 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:37.490008 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Attempting to bind port 22e8655b-69a0-4099-8fac-21b21bc38f88 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:37.490987 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Attempting to bind port 22e8655b-69a0-4099-8fac-21b21bc38f88 on network 530b786a-c6cc-4d4e-b354-724c19ff2f4f {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:37.502165 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-b191da85-9ae6-4170-a772-023561974337', 'network_id': 'b191da85-9ae6-4170-a772-023561974337', 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'fixed_ips': [{'subnet_id': 'cd4e1914-2fa9-4c27-82c4-612b3a56493a'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:28:37.503167 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.504286 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Port 22e8655b-69a0-4099-8fac-21b21bc38f88 on network 530b786a-c6cc-4d4e-b354-724c19ff2f4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:28:37.504614 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Attempting to bind port 22e8655b-69a0-4099-8fac-21b21bc38f88 on network 530b786a-c6cc-4d4e-b354-724c19ff2f4f {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:37.524436 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:37.524899 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Checking segment: {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:37.525389 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Bound using segment: {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:37.525864 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Bound port: 22e8655b-69a0-4099-8fac-21b21bc38f88, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '786596d7-57b8-4355-b5d3-cdb109d62566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:37.526328 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.621478 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b8644357-f948-4d5e-b7be-ea789252a8d6 req-1e04317d-7474-4411-83c9-4da8935d9433 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486366 Mar 31 15:28:37.664830 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] For port 22e8655b-69a0-4099-8fac-21b21bc38f88, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:37.670278 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] For port 22e8655b-69a0-4099-8fac-21b21bc38f88, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=22e8655b-69a0-4099-8fac-21b21bc38f88,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:37.686938 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.751309 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device d7193887-0eaf-4d6c-a762-8940efa7efc0 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:37.771044 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:37.773264 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.774870 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] 10.222.0.13 "PUT /v2.0/ports/22e8655b-69a0-4099-8fac-21b21bc38f88 HTTP/1.1" status: 200 len: 1094 time: 0.9433937 Mar 31 15:28:37.778702 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:37.785357 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b8d23b-f5c0-4c49-aa45-443940b56505" -d '{"events": [{"name": "network-changed", "server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:37.827159 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Allocated IP 172.20.0.2 (b191da85-9ae6-4170-a772-023561974337/cd4e1914-2fa9-4c27-82c4-612b3a56493a/7facda83-7a77-44e6-93e5-5cb46f76e4a7) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:37.886824 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea533b7-e1ac-4dd2-b96f-e5ca7c33bc74 service neutron] Pushing event updated for resources: {'Port': ['ID=22e8655b-69a0-4099-8fac-21b21bc38f88,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:37.908503 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Publish callbacks [] for router_gateway (911eb6c1-c40c-43a4-ba71-6e697d437d55), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.921912 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a516190c-4606-4e99-9e9b-ff8076372625 x-openstack-request-id: req-a516190c-4606-4e99-9e9b-ff8076372625 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:37.922220 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:37.922478 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a516190c-4606-4e99-9e9b-ff8076372625 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:37.922896 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a516190c-4606-4e99-9e9b-ff8076372625'] response: {'name': 'network-changed', 'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'status': 'completed', 'code': 200} Mar 31 15:28:37.938931 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Publish callbacks [] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.940073 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.952446 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-371256a0-537c-4280-af3e-3ac86bb9b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:37.955658 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-371256a0-537c-4280-af3e-3ac86bb9b1d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 1128 time: 0.0920880 Mar 31 15:28:37.960966 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f0b0-c70c-45e4-920a-32c0d5765185 req-bab02cef-34a4-4c5e-bb30-9c6d7a450c43 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:37.963758 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-eba8f0b0-c70c-45e4-920a-32c0d5765185 req-bab02cef-34a4-4c5e-bb30-9c6d7a450c43 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 945 time: 0.1897664 Mar 31 15:28:37.971028 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.027691 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-0dc84aec-a8ab-4c88-87a6-b2702187108b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e8655b-69a0-4099-8fac-21b21bc38f88 HTTP/1.1" status: 200 len: 217 time: 0.0560334 Mar 31 15:28:38.094966 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port d7193887-0eaf-4d6c-a762-8940efa7efc0 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:38.095332 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.110283 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-1eef5a57-e695-436b-817e-a485b9be9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:38.112390 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-1eef5a57-e695-436b-817e-a485b9be9ee7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0701425 Mar 31 15:28:38.130132 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f856214-e7fd-4722-8b4b-fbc878d29d34 req-900fb642-1e0e-4ea8-97f5-4bd081f93184 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:38.131786 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7f856214-e7fd-4722-8b4b-fbc878d29d34 req-900fb642-1e0e-4ea8-97f5-4bd081f93184 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 950 time: 0.1605310 Mar 31 15:28:38.166493 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-eba8f0b0-c70c-45e4-920a-32c0d5765185 req-7d897bf7-632b-4ade-82b3-a175720589f4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961057 Mar 31 15:28:38.170423 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3bdac-e116-4f27-88a0-1929f9122980 None None] Pushing event updated for resources: {'Port': ['ID=78a41083-5d3f-413f-bf43-8dfd5525eed2,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:38.180208 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.201570 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-8a19f7ab-9ac1-4051-b87f-3726a04464a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:38.205064 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-8a19f7ab-9ac1-4051-b87f-3726a04464a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0764549 Mar 31 15:28:38.227120 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Allocated IP 172.27.2.91 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/0f11eb37-4273-476e-b3aa-faa931452d31) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:38.266365 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7f856214-e7fd-4722-8b4b-fbc878d29d34 req-566eb8d7-4167-4abc-8201-001f86064ccb tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126227 Mar 31 15:28:38.334381 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Attempting to bind port 78a41083-5d3f-413f-bf43-8dfd5525eed2 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:38.334748 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Attempting to bind port 78a41083-5d3f-413f-bf43-8dfd5525eed2 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:38.335114 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Attempting to bind port 78a41083-5d3f-413f-bf43-8dfd5525eed2 on network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:38.361598 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-78351964-3d1b-4749-a3c3-24543939b744 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472833 Mar 31 15:28:38.374086 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:38.374540 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Checking segment: {'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:38.375122 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.375529 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Bound using segment: {'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:38.376030 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Bound port: 78a41083-5d3f-413f-bf43-8dfd5525eed2, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:38.376418 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.434096 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Publish callbacks [] for port (0f11eb37-4273-476e-b3aa-faa931452d31), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.445390 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Publish callbacks [] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.477842 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.478128 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.484314 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port d7193887-0eaf-4d6c-a762-8940efa7efc0 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:38.504202 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7a9b629d-2a7b-41e5-aa18-7c4584992d95 req-6bd59996-531f-4e2c-ba8a-2c9ce984d442 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295755 Mar 31 15:28:38.523615 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:38.532263 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:38.536243 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-2a8e4b9e-e79d-4d1f-af38-3579cda665a7 None None] Provisioning complete for port 78a41083-5d3f-413f-bf43-8dfd5525eed2 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:38.537476 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2a8e4b9e-e79d-4d1f-af38-3579cda665a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.537607 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:38.547781 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Network b191da85-9ae6-4170-a772-023561974337 is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:38.565188 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Pushing event updated for resources: {'Port': ['ID=0f11eb37-4273-476e-b3aa-faa931452d31,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:38.575577 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:38.587551 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:38.602117 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] For port 78a41083-5d3f-413f-bf43-8dfd5525eed2, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:38.609923 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Pushing event updated for resources: {'Port': ['ID=7facda83-7a77-44e6-93e5-5cb46f76e4a7,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:38.628636 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] For port 78a41083-5d3f-413f-bf43-8dfd5525eed2, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=78a41083-5d3f-413f-bf43-8dfd5525eed2,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:38.633761 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e4b9e-e79d-4d1f-af38-3579cda665a7 None None] Port 78a41083-5d3f-413f-bf43-8dfd5525eed2 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:28:38.651245 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d23b-f5c0-4c49-aa45-443940b56505 req-857a1120-8d17-46fc-8cf2-402463470cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:38.652933 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.653265 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-30b8d23b-f5c0-4c49-aa45-443940b56505 req-857a1120-8d17-46fc-8cf2-402463470cc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 1128 time: 0.0621145 Mar 31 15:28:38.736620 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Attempting to bind port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:38.736932 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Attempting to bind port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '36f555da-0972-454c-a543-6510a89cee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b191da85-9ae6-4170-a772-023561974337'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:38.737313 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Attempting to bind port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 on network b191da85-9ae6-4170-a772-023561974337 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:38.785379 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:38.786605 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Checking segment: {'id': '36f555da-0972-454c-a543-6510a89cee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b191da85-9ae6-4170-a772-023561974337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:38.786605 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.788319 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Bound using segment: {'id': '36f555da-0972-454c-a543-6510a89cee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b191da85-9ae6-4170-a772-023561974337'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:38.789062 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Bound port: 7facda83-7a77-44e6-93e5-5cb46f76e4a7, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f555da-0972-454c-a543-6510a89cee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b191da85-9ae6-4170-a772-023561974337'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:38.789665 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:38.817390 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d23b-f5c0-4c49-aa45-443940b56505 req-823d7e42-bbaf-49db-aafb-b6dabc66b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:38.819448 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-30b8d23b-f5c0-4c49-aa45-443940b56505 req-823d7e42-bbaf-49db-aafb-b6dabc66b662 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.1588905 Mar 31 15:28:38.865577 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3bdac-e116-4f27-88a0-1929f9122980 None None] Pushing event updated for resources: {'Port': ['ID=78a41083-5d3f-413f-bf43-8dfd5525eed2,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:38.869107 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Routers {'b41619a1-6754-4877-aa30-20693308ef51'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:38.869981 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['b41619a1-6754-4877-aa30-20693308ef51'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:38.917741 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-30b8d23b-f5c0-4c49-aa45-443940b56505 req-d8f864f4-9cf8-4ace-95a0-656f94d6d4d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e8655b-69a0-4099-8fac-21b21bc38f88 HTTP/1.1" status: 200 len: 217 time: 0.0699430 Mar 31 15:28:39.005583 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d23b-f5c0-4c49-aa45-443940b56505 req-d954d308-7523-4752-a5b1-93d1cc63425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:39.007702 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-30b8d23b-f5c0-4c49-aa45-443940b56505 req-d954d308-7523-4752-a5b1-93d1cc63425c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0718269 Mar 31 15:28:39.042342 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] For port 7facda83-7a77-44e6-93e5-5cb46f76e4a7, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:39.048942 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] For port 7facda83-7a77-44e6-93e5-5cb46f76e4a7, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=7facda83-7a77-44e6-93e5-5cb46f76e4a7,segment=NetworkSegment(36f555da-0972-454c-a543-6510a89cee0c),segment_id=36f555da-0972-454c-a543-6510a89cee0c)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:39.057192 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:39.087543 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d23b-f5c0-4c49-aa45-443940b56505 req-9b16f6f5-4d14-4258-9141-38bf68077483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:39.089099 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-30b8d23b-f5c0-4c49-aa45-443940b56505 req-9b16f6f5-4d14-4258-9141-38bf68077483 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0697942 Mar 31 15:28:39.098065 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6911-8772-455b-a47c-879ad5eb72ab req-e86f4c91-ab6c-48d1-816e-4659c82d1677 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:39.100122 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-477b6911-8772-455b-a47c-879ad5eb72ab req-e86f4c91-ab6c-48d1-816e-4659c82d1677 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 944 time: 0.3916759 Mar 31 15:28:39.114208 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] Set router b41619a1-6754-4877-aa30-20693308ef51 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:39.131451 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Publish callbacks [] for router_gateway (911eb6c1-c40c-43a4-ba71-6e697d437d55), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:39.231335 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-30b8d23b-f5c0-4c49-aa45-443940b56505 req-0b381d0d-3217-410b-aae7-f0692a932bde service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279218 Mar 31 15:28:39.243974 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569b848-3cad-42a9-8c1d-9bbce1dbe549 None None] Pushing event updated for resources: {'Port': ['ID=7facda83-7a77-44e6-93e5-5cb46f76e4a7,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:39.272260 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-eea2b861-12d9-40b5-b692-22b7a9c7377d None None] Provisioning complete for port 78a41083-5d3f-413f-bf43-8dfd5525eed2 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:39.272527 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eea2b861-12d9-40b5-b692-22b7a9c7377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:39.306939 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-477b6911-8772-455b-a47c-879ad5eb72ab req-88502cb6-e2ac-4484-b979-9bae49dcfd65 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976123 Mar 31 15:28:39.373743 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9ef0f-5f66-48aa-982e-a5ee16d9988d req-6efaa0ea-de99-45a5-bc1d-e16c636fd52d tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:39.376542 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3fb9ef0f-5f66-48aa-982e-a5ee16d9988d req-6efaa0ea-de99-45a5-bc1d-e16c636fd52d tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 945 time: 0.1297348 Mar 31 15:28:39.395065 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-30b8d23b-f5c0-4c49-aa45-443940b56505 req-566acea4-01ff-47bd-b793-3f08220a1332 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400981 Mar 31 15:28:39.517121 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-eea2b861-12d9-40b5-b692-22b7a9c7377d None None] Current status of the port 78a41083-5d3f-413f-bf43-8dfd5525eed2 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:39.517121 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eea2b861-12d9-40b5-b692-22b7a9c7377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:39.525775 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:39.580147 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-eea2b861-12d9-40b5-b692-22b7a9c7377d None None] For port 78a41083-5d3f-413f-bf43-8dfd5525eed2, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=78a41083-5d3f-413f-bf43-8dfd5525eed2,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:39.593359 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eea2b861-12d9-40b5-b692-22b7a9c7377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:39.629450 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:33Z', 'revision_number': 4, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '78a41083-5d3f-413f-bf43-8dfd5525eed2', 'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'mac_address': 'fa:16:3e:ff:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:33Z', 'updated_at': '2022-03-31T15:28:38Z', 'revision_number': 4, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'subnets': [{'id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:39.634917 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 7facda83-7a77-44e6-93e5-5cb46f76e4a7 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:39.637726 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653369ab-9a9c-4d32-ae16-570f87f6704a req-147b6f31-75a2-47a2-97f4-82909dfbf1a9 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:39.640183 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-653369ab-9a9c-4d32-ae16-570f87f6704a req-147b6f31-75a2-47a2-97f4-82909dfbf1a9 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 950 time: 0.1931653 Mar 31 15:28:39.648345 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3fb9ef0f-5f66-48aa-982e-a5ee16d9988d req-c9316da4-25cb-4673-a62e-091bd3cbd670 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024884 Mar 31 15:28:39.689190 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005'] for router (911eb6c1-c40c-43a4-ba71-6e697d437d55), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:39.808329 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-653369ab-9a9c-4d32-ae16-570f87f6704a req-0af12560-0ff6-44aa-b54f-cca00c41c4b6 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568451 Mar 31 15:28:39.848602 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fdc5c-a84a-4ad4-b7e0-067d25e7a93e None None] The sync data for ids ['b41619a1-6754-4877-aa30-20693308ef51'] in dv-cinder-750782-15-iscsi is: [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:33Z', 'revision_number': 4, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '78a41083-5d3f-413f-bf43-8dfd5525eed2', 'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'mac_address': 'fa:16:3e:ff:9b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:33Z', 'updated_at': '2022-03-31T15:28:38Z', 'revision_number': 4, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'subnets': [{'id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:39.893284 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2b861-12d9-40b5-b692-22b7a9c7377d None None] Pushing event updated for resources: {'Port': ['ID=78a41083-5d3f-413f-bf43-8dfd5525eed2,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:39.908329 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Router 911eb6c1-c40c-43a4-ba71-6e697d437d55 is scheduled to L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d with binding_index 1 {{(pid=103658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:28:39.973849 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:39.973849 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:40.126470 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d8174-5a94-4a89-8ab4-d15f3ca1ef07 req-604e9b48-3d5b-4f37-af3c-33dc554cda98 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:40.129667 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1f0d8174-5a94-4a89-8ab4-d15f3ca1ef07 req-604e9b48-3d5b-4f37-af3c-33dc554cda98 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 950 time: 0.1709652 Mar 31 15:28:40.171559 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:28:40.184153 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Sync routers for ids ['911eb6c1-c40c-43a4-ba71-6e697d437d55'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:40.190369 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:40.191094 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:40.195847 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:40.200313 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53266) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:40.203797 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-45a6a48d-039d-4107-a707-440327d61563 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1423450 Mar 31 15:28:40.215536 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Routers {'911eb6c1-c40c-43a4-ba71-6e697d437d55'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:40.216991 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['911eb6c1-c40c-43a4-ba71-6e697d437d55'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:40.289878 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port 7facda83-7a77-44e6-93e5-5cb46f76e4a7, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=7facda83-7a77-44e6-93e5-5cb46f76e4a7,segment=NetworkSegment(36f555da-0972-454c-a543-6510a89cee0c),segment_id=36f555da-0972-454c-a543-6510a89cee0c)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:40.295447 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:40.392815 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Set router 911eb6c1-c40c-43a4-ba71-6e697d437d55 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:40.406586 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=7facda83-7a77-44e6-93e5-5cb46f76e4a7,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:40.422569 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.422569 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.422569 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.422569 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.422982 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.423238 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.423431 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.423753 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.424092 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.424420 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.424743 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.425076 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.425424 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.425741 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.426055 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:40.692264 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-1f0d8174-5a94-4a89-8ab4-d15f3ca1ef07 req-cf651ea2-44ae-4e24-843c-4b43bb26a47b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Deleting port f82d0287-57ec-4c5e-b9ec-398ed6da769a {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:28:40.692615 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-1f0d8174-5a94-4a89-8ab4-d15f3ca1ef07 req-cf651ea2-44ae-4e24-843c-4b43bb26a47b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:40.714533 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb1fcd-3af7-4757-8653-b72dbdfe94e0 None None] Network b191da85-9ae6-4170-a772-023561974337 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:28:40.799389 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53278) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:40.812351 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-d1165818-c96d-4daf-b27f-ef376ea55749 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1337875463', 'description': 'tempest-description--810941151'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:40.874888 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-40194835-9bf8-4e5d-9ef3-77174c603ec1 None None] Provisioning complete for port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:40.875224 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-40194835-9bf8-4e5d-9ef3-77174c603ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:40.879795 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'name': 'tempest-TestMinimumBasicScenario-695444619-router', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:38Z', 'revision_number': 3, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'gw_port': {'id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:40.903545 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dd221-6d65-422c-9c66-f150d05cc5b7 req-0f53ead2-f4b3-41cd-a497-3686de7a12bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:40.906580 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f30dd221-6d65-422c-9c66-f150d05cc5b7 req-0f53ead2-f4b3-41cd-a497-3686de7a12bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 944 time: 0.1895347 Mar 31 15:28:40.926037 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Checking router: 911eb6c1-c40c-43a4-ba71-6e697d437d55 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:40.926647 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Updating router 911eb6c1-c40c-43a4-ba71-6e697d437d55 port 0f11eb37-4273-476e-b3aa-faa931452d31 binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:28:40.958612 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:40.976296 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f30dd221-6d65-422c-9c66-f150d05cc5b7 req-2acfd910-422d-46b7-8abb-1fadd04517cb tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601354 Mar 31 15:28:40.978774 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d1165818-c96d-4daf-b27f-ef376ea55749 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.051453 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-40194835-9bf8-4e5d-9ef3-77174c603ec1 None None] Current status of the port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:41.067509 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-1f0d8174-5a94-4a89-8ab4-d15f3ca1ef07 req-cf651ea2-44ae-4e24-843c-4b43bb26a47b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] For port f82d0287-57ec-4c5e-b9ec-398ed6da769a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f82d0287-57ec-4c5e-b9ec-398ed6da769a,segment=NetworkSegment(1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78),segment_id=1d3b7c92-2f1a-4624-990e-a9b6ec8eeb78)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:41.075863 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-1f0d8174-5a94-4a89-8ab4-d15f3ca1ef07 req-cf651ea2-44ae-4e24-843c-4b43bb26a47b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.111463 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d00a97-651a-4931-b295-a8d7b2dacf7c req-8b32ea11-8c55-4c37-ab9e-45776b604e80 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:41.114785 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-1f0d8174-5a94-4a89-8ab4-d15f3ca1ef07 req-cf651ea2-44ae-4e24-843c-4b43bb26a47b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Calling delete_port for f82d0287-57ec-4c5e-b9ec-398ed6da769a owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:28:41.120400 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-24d00a97-651a-4931-b295-a8d7b2dacf7c req-8b32ea11-8c55-4c37-ab9e-45776b604e80 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 945 time: 0.1572287 Mar 31 15:28:41.200317 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-24d00a97-651a-4931-b295-a8d7b2dacf7c req-2a6808c6-6ea6-44ce-a934-1639cabf7849 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788419 Mar 31 15:28:41.315786 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d1165818-c96d-4daf-b27f-ef376ea55749 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (5a84f5cf-9b22-42a7-a822-79d8c2a1e846), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.330518 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c6997-17b4-49f1-bbe2-b9965408b16d req-447de207-e09e-48cf-b3e4-ad837a534ffa tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:41.332362 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-006c6997-17b4-49f1-bbe2-b9965408b16d req-447de207-e09e-48cf-b3e4-ad837a534ffa tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 950 time: 0.2477529 Mar 31 15:28:41.337443 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d1165818-c96d-4daf-b27f-ef376ea55749 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5a84f5cf-9b22-42a7-a822-79d8c2a1e846), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.392658 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-ef5cbc05-e4ca-471c-a32e-84edfe59fe22 None None] Provisioning complete for port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:41.396023 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ef5cbc05-e4ca-471c-a32e-84edfe59fe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.400580 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d1165818-c96d-4daf-b27f-ef376ea55749 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.405436 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-d1165818-c96d-4daf-b27f-ef376ea55749 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5961161 Mar 31 15:28:41.405661 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53282) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:41.411743 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-5ab2e83e-73c1-47b5-bca4-936f491c5e0e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group_rule': {'security_group_id': '5a84f5cf-9b22-42a7-a822-79d8c2a1e846', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:41.412716 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Publish callbacks [] for port (0f11eb37-4273-476e-b3aa-faa931452d31), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.418974 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1165818-c96d-4daf-b27f-ef376ea55749 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84f5cf-9b22-42a7-a822-79d8c2a1e846,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:41.421135 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.429948 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.456749 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-1f0d8174-5a94-4a89-8ab4-d15f3ca1ef07 req-cf651ea2-44ae-4e24-843c-4b43bb26a47b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (f82d0287-57ec-4c5e-b9ec-398ed6da769a), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.462768 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-006c6997-17b4-49f1-bbe2-b9965408b16d req-dfe0e251-ccd4-4be2-a488-787948afe165 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6cb4c04-3b50-4cbf-86ec-82d3706171cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093531 Mar 31 15:28:41.477384 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['f82d0287-57ec-4c5e-b9ec-398ed6da769a'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:28:41.510519 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf651ea2-44ae-4e24-843c-4b43bb26a47b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Pushing event deleted for resources: {'Port': ['ID=f82d0287-57ec-4c5e-b9ec-398ed6da769a,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:41.538267 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Attempting to bind port 0f11eb37-4273-476e-b3aa-faa931452d31 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:41.538971 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Attempting to bind port 0f11eb37-4273-476e-b3aa-faa931452d31 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:41.539659 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Attempting to bind port 0f11eb37-4273-476e-b3aa-faa931452d31 on network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:41.546732 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e83e-73c1-47b5-bca4-936f491c5e0e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (e64efbbb-776d-4cfc-8bb2-bba3e49c3e5c), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.551819 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:41.554100 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:41.555271 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.555271 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Bound using segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:41.555667 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Bound port: 0f11eb37-4273-476e-b3aa-faa931452d31, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:41.557323 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.601340 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07c2bc-8de1-424b-8242-aa69663ca338 None None] Pushing event updated for resources: {'Port': ['ID=0f11eb37-4273-476e-b3aa-faa931452d31,revision_number=2']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:41.639789 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-ef5cbc05-e4ca-471c-a32e-84edfe59fe22 None None] Current status of the port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:41.667756 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] For port 0f11eb37-4273-476e-b3aa-faa931452d31, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:41.672860 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] For port 0f11eb37-4273-476e-b3aa-faa931452d31, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=0f11eb37-4273-476e-b3aa-faa931452d31,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:41.683161 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.688533 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e83e-73c1-47b5-bca4-936f491c5e0e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (e64efbbb-776d-4cfc-8bb2-bba3e49c3e5c), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.694697 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e83e-73c1-47b5-bca4-936f491c5e0e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (e64efbbb-776d-4cfc-8bb2-bba3e49c3e5c), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.772393 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 7facda83-7a77-44e6-93e5-5cb46f76e4a7 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:41.780427 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Routers {'911eb6c1-c40c-43a4-ba71-6e697d437d55'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:41.781613 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['911eb6c1-c40c-43a4-ba71-6e697d437d55'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:41.783570 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07c2bc-8de1-424b-8242-aa69663ca338 None None] Pushing event updated for resources: {'Port': ['ID=0f11eb37-4273-476e-b3aa-faa931452d31,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:41.836284 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2e83e-73c1-47b5-bca4-936f491c5e0e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64efbbb-776d-4cfc-8bb2-bba3e49c3e5c,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:41.840391 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0d8174-5a94-4a89-8ab4-d15f3ca1ef07 req-cf651ea2-44ae-4e24-843c-4b43bb26a47b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] No DVR routers for this DVR port f82d0287-57ec-4c5e-b9ec-398ed6da769a on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:41.842733 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-1f0d8174-5a94-4a89-8ab4-d15f3ca1ef07 req-cf651ea2-44ae-4e24-843c-4b43bb26a47b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.849785 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 22e8655b-69a0-4099-8fac-21b21bc38f88 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:28:41.850154 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1f0d8174-5a94-4a89-8ab4-d15f3ca1ef07 req-cf651ea2-44ae-4e24-843c-4b43bb26a47b tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.13 "DELETE /v2.0/ports/f82d0287-57ec-4c5e-b9ec-398ed6da769a HTTP/1.1" status: 204 len: 173 time: 1.7094254 Mar 31 15:28:41.850420 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ddca6b-26d6-4e1b-ae3d-3499e0195ad2', 'name': 'network-vif-deleted', 'tag': 'f82d0287-57ec-4c5e-b9ec-398ed6da769a'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:41.869415 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11f6602-fa27-4f78-a68a-c7eaa2d664d9" -d '{"events": [{"server_uuid": "15ddca6b-26d6-4e1b-ae3d-3499e0195ad2", "name": "network-vif-deleted", "tag": "f82d0287-57ec-4c5e-b9ec-398ed6da769a"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:41.875700 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e83e-73c1-47b5-bca4-936f491c5e0e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.879461 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-5ab2e83e-73c1-47b5-bca4-936f491c5e0e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4687696 Mar 31 15:28:41.882037 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53286) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:41.897125 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-dba0d343-24c4-4b6c-887a-445190b67d67 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group_rule': {'security_group_id': '5a84f5cf-9b22-42a7-a822-79d8c2a1e846', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:41.948948 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-dba0d343-24c4-4b6c-887a-445190b67d67 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (f261945c-2a0f-41fb-b4f3-029a6467d6db), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:41.975166 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f4c647-63b9-417d-9d07-1ee62420346d x-openstack-request-id: req-b3f4c647-63b9-417d-9d07-1ee62420346d {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:41.975438 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ddca6b-26d6-4e1b-ae3d-3499e0195ad2", "name": "network-vif-deleted", "tag": "f82d0287-57ec-4c5e-b9ec-398ed6da769a", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:41.975779 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3f4c647-63b9-417d-9d07-1ee62420346d {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:41.976160 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f4c647-63b9-417d-9d07-1ee62420346d'] response: {'server_uuid': '15ddca6b-26d6-4e1b-ae3d-3499e0195ad2', 'name': 'network-vif-deleted', 'tag': 'f82d0287-57ec-4c5e-b9ec-398ed6da769a', 'status': 'completed', 'code': 200} Mar 31 15:28:41.995615 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Allocated IP 172.20.0.1 (b191da85-9ae6-4170-a772-023561974337/cd4e1914-2fa9-4c27-82c4-612b3a56493a/ae21a9f4-c456-44c1-b8be-5b49d9af0b01) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:42.020446 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] Set router 911eb6c1-c40c-43a4-ba71-6e697d437d55 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:42.023716 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 22e8655b-69a0-4099-8fac-21b21bc38f88, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=22e8655b-69a0-4099-8fac-21b21bc38f88,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:42.041850 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'port_id': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'mac_address': 'fa:16:3e:4b:40:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:28:42.083003 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:42.083326 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.088239 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-dba0d343-24c4-4b6c-887a-445190b67d67 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (f261945c-2a0f-41fb-b4f3-029a6467d6db), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.093824 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-dba0d343-24c4-4b6c-887a-445190b67d67 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (f261945c-2a0f-41fb-b4f3-029a6467d6db), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.155603 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 22e8655b-69a0-4099-8fac-21b21bc38f88 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:42.156007 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.160225 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-dba0d343-24c4-4b6c-887a-445190b67d67 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.161515 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-dba0d343-24c4-4b6c-887a-445190b67d67 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2771187 Mar 31 15:28:42.163367 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0d343-24c4-4b6c-887a-445190b67d67 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f261945c-2a0f-41fb-b4f3-029a6467d6db,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:42.165812 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53290) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:42.172028 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:42.200220 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6f4ac-b78a-402b-85d1-a8b3703e1f72 req-52d7d885-3b1e-4717-a2ca-bab09b7fa90a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:42.201958 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-09b6f4ac-b78a-402b-85d1-a8b3703e1f72 req-52d7d885-3b1e-4717-a2ca-bab09b7fa90a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 944 time: 0.0920014 Mar 31 15:28:42.217470 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:42.218590 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 78a41083-5d3f-413f-bf43-8dfd5525eed2 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:42.246198 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e8655b-69a0-4099-8fac-21b21bc38f88 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:28:42.271321 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-09b6f4ac-b78a-402b-85d1-a8b3703e1f72 req-336fe215-b506-4789-8d25-704194edc159 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615838 Mar 31 15:28:42.281504 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 22e8655b-69a0-4099-8fac-21b21bc38f88, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=22e8655b-69a0-4099-8fac-21b21bc38f88,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:42.289723 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.332967 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'name': 'tempest-TestMinimumBasicScenario-695444619-router', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:38Z', 'revision_number': 3, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'gw_port': {'id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:42.344830 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 78a41083-5d3f-413f-bf43-8dfd5525eed2 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:42.345550 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.379924 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d798b-6bc6-4c83-9914-d8c8e0e5444d req-2d3ca731-8ea6-4546-94fa-9af85368a97e tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:42.386659 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b6645c-fc42-4800-8dd7-aa4c7e76a11c None None] The sync data for ids ['911eb6c1-c40c-43a4-ba71-6e697d437d55'] in dv-cinder-750782-15-iscsi is: [{'id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'name': 'tempest-TestMinimumBasicScenario-695444619-router', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:38Z', 'revision_number': 3, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'gw_port': {'id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:42.394600 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-432d798b-6bc6-4c83-9914-d8c8e0e5444d req-2d3ca731-8ea6-4546-94fa-9af85368a97e tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 945 time: 0.0684712 Mar 31 15:28:42.421802 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=22e8655b-69a0-4099-8fac-21b21bc38f88,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:42.469886 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-432d798b-6bc6-4c83-9914-d8c8e0e5444d req-d999133e-6cb3-4170-a467-ddfd636049a1 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742583 Mar 31 15:28:42.486301 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 78a41083-5d3f-413f-bf43-8dfd5525eed2 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:42.570491 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Publish callbacks [] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.575357 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.606577 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['22e8655b-69a0-4099-8fac-21b21bc38f88'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:28:42.613997 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-804ef8ce-e46c-40ce-bfa9-fe590de6f1c8 req-517d5fff-6afe-44e2-8bad-10f66e245da3 tempest-VolumesNegativeTest-94360484 tempest-VolumesNegativeTest-94360484-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ddca6b-26d6-4e1b-ae3d-3499e0195ad2 HTTP/1.1" status: 200 len: 210 time: 0.0321646 Mar 31 15:28:42.647661 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8ee5b-195d-4eec-9b4a-985da9704624 req-44c8d94f-119c-45d6-bd52-50cbad10ccf3 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:42.649356 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-88b8ee5b-195d-4eec-9b4a-985da9704624 req-44c8d94f-119c-45d6-bd52-50cbad10ccf3 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.13 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 945 time: 0.1471188 Mar 31 15:28:42.718835 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.820293 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Network b191da85-9ae6-4170-a772-023561974337 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:42.827551 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ae21a9f4-c456-44c1-b8be-5b49d9af0b01,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:42.833462 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:42.838998 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:42.904397 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609466'] for router_interface (911eb6c1-c40c-43a4-ba71-6e697d437d55), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.953634 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:42.962380 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-88b8ee5b-195d-4eec-9b4a-985da9704624 req-47e532a6-5f27-49c0-b304-f13701fb40d9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Deleting port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:28:42.962717 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-88b8ee5b-195d-4eec-9b4a-985da9704624 req-47e532a6-5f27-49c0-b304-f13701fb40d9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.100002 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-2e55b7d6-3b7a-450d-bcd5-2c248c4fc5c4 None None] Provisioning complete for port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:43.100601 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2e55b7d6-3b7a-450d-bcd5-2c248c4fc5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.148167 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-2e55b7d6-3b7a-450d-bcd5-2c248c4fc5c4 None None] Port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:28:43.268244 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-88b8ee5b-195d-4eec-9b4a-985da9704624 req-47e532a6-5f27-49c0-b304-f13701fb40d9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] For port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9a2b26d2-7bef-40f8-84a3-4ccad03146e0,segment=NetworkSegment(2f658688-4e72-4f1c-88c7-f0e9b860bf81),segment_id=2f658688-4e72-4f1c-88c7-f0e9b860bf81)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:43.268634 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-88b8ee5b-195d-4eec-9b4a-985da9704624 req-47e532a6-5f27-49c0-b304-f13701fb40d9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.295103 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-88b8ee5b-195d-4eec-9b4a-985da9704624 req-47e532a6-5f27-49c0-b304-f13701fb40d9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Calling delete_port for 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:28:43.331209 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Allocated IP 172.27.2.146 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/9176d6cf-a973-4297-9aed-ae91e20f056d) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:43.358765 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.445150 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7ca5c-0e16-4054-8698-7368e1f72319 req-72550a38-2e41-4e03-833e-71183f27678b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:43.447796 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-58b7ca5c-0e16-4054-8698-7368e1f72319 req-72550a38-2e41-4e03-833e-71183f27678b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 945 time: 0.0880055 Mar 31 15:28:43.544072 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-58b7ca5c-0e16-4054-8698-7368e1f72319 req-4eb2a8b1-cd30-42a9-8699-5a42b6455113 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870228 Mar 31 15:28:43.661508 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 0f11eb37-4273-476e-b3aa-faa931452d31 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:43.684466 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098af75-3f2d-48d2-ae32-76e4ae560421 req-c9bacfe0-22a2-42b1-9290-c90ffe3a46b2 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:43.686010 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c098af75-3f2d-48d2-ae32-76e4ae560421 req-c9bacfe0-22a2-42b1-9290-c90ffe3a46b2 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/ports?device_id=75991cdb-da23-4200-b826-6671214f8718 HTTP/1.1" status: 200 len: 945 time: 0.0902059 Mar 31 15:28:43.729811 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 0f11eb37-4273-476e-b3aa-faa931452d31 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:43.730088 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.767896 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-88b8ee5b-195d-4eec-9b4a-985da9704624 req-47e532a6-5f27-49c0-b304-f13701fb40d9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (9a2b26d2-7bef-40f8-84a3-4ccad03146e0), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.780636 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c098af75-3f2d-48d2-ae32-76e4ae560421 req-3ba7e813-accb-4457-be58-bca6d057a801 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad88c457-fed0-4631-a2ba-08933d09ea50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835893 Mar 31 15:28:43.797416 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (9176d6cf-a973-4297-9aed-ae91e20f056d), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.810049 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 22e8655b-69a0-4099-8fac-21b21bc38f88 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:43.855195 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e532a6-5f27-49c0-b304-f13701fb40d9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Pushing event deleted for resources: {'Port': ['ID=9a2b26d2-7bef-40f8-84a3-4ccad03146e0,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:43.904850 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 0f11eb37-4273-476e-b3aa-faa931452d31 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:43.905803 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.937121 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b8ee5b-195d-4eec-9b4a-985da9704624 req-47e532a6-5f27-49c0-b304-f13701fb40d9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] No DVR routers for this DVR port 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:28:43.939963 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Publish callbacks [] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.941500 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port 0f11eb37-4273-476e-b3aa-faa931452d31, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=0f11eb37-4273-476e-b3aa-faa931452d31,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:43.945699 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-88b8ee5b-195d-4eec-9b4a-985da9704624 req-47e532a6-5f27-49c0-b304-f13701fb40d9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.948961 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-88b8ee5b-195d-4eec-9b4a-985da9704624 req-47e532a6-5f27-49c0-b304-f13701fb40d9 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] 10.222.0.13 "DELETE /v2.0/ports/9a2b26d2-7bef-40f8-84a3-4ccad03146e0 HTTP/1.1" status: 204 len: 173 time: 1.2814469 Mar 31 15:28:43.949129 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.951439 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:43.978038 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75991cdb-da23-4200-b826-6671214f8718', 'name': 'network-vif-deleted', 'tag': '9a2b26d2-7bef-40f8-84a3-4ccad03146e0'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:43.980229 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da1d109-a721-4d5b-ae08-ee74321bde5e" -d '{"events": [{"server_uuid": "75991cdb-da23-4200-b826-6671214f8718", "name": "network-vif-deleted", "tag": "9a2b26d2-7bef-40f8-84a3-4ccad03146e0"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:44.013913 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (9176d6cf-a973-4297-9aed-ae91e20f056d), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:44.046274 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 22e8655b-69a0-4099-8fac-21b21bc38f88 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:28:44.051693 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ae21a9f4-c456-44c1-b8be-5b49d9af0b01,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:44.055043 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 22e8655b-69a0-4099-8fac-21b21bc38f88 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:44.055651 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:44.057648 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=0f11eb37-4273-476e-b3aa-faa931452d31,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:44.066912 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609326'] for router_interface (911eb6c1-c40c-43a4-ba71-6e697d437d55), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:44.071848 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:44.077945 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dada5f-1c9f-42a6-8ae1-fab13d615b99 x-openstack-request-id: req-08dada5f-1c9f-42a6-8ae1-fab13d615b99 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:44.078893 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75991cdb-da23-4200-b826-6671214f8718", "name": "network-vif-deleted", "tag": "9a2b26d2-7bef-40f8-84a3-4ccad03146e0", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:44.079757 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08dada5f-1c9f-42a6-8ae1-fab13d615b99 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:44.080543 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08dada5f-1c9f-42a6-8ae1-fab13d615b99'] response: {'server_uuid': '75991cdb-da23-4200-b826-6671214f8718', 'name': 'network-vif-deleted', 'tag': '9a2b26d2-7bef-40f8-84a3-4ccad03146e0', 'status': 'completed', 'code': 200} Mar 31 15:28:44.112328 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:44.119532 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:44.180902 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 22e8655b-69a0-4099-8fac-21b21bc38f88 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:44.181286 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:44.211462 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:44.214328 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4228721d-6f1f-4663-ab1d-c8a6a1ca27d0" -d '{"events": [{"server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "name": "network-vif-plugged", "status": "completed", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:44.221336 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=9176d6cf-a973-4297-9aed-ae91e20f056d,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:44.230197 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 22e8655b-69a0-4099-8fac-21b21bc38f88, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=22e8655b-69a0-4099-8fac-21b21bc38f88,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:44.242703 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:44.244872 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device f82d0287-57ec-4c5e-b9ec-398ed6da769a no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:28:44.286640 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: f82d0287-57ec-4c5e-b9ec-398ed6da769a {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:28:44.287693 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device f82d0287-57ec-4c5e-b9ec-398ed6da769a not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:28:44.288376 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:28:44.311594 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58991496-865d-4c60-a891-8d51ad2cb980 x-openstack-request-id: req-58991496-865d-4c60-a891-8d51ad2cb980 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:44.312195 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "name": "network-vif-plugged", "status": "completed", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:44.312509 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58991496-865d-4c60-a891-8d51ad2cb980 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:44.312917 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58991496-865d-4c60-a891-8d51ad2cb980'] response: {'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'code': 200} Mar 31 15:28:44.313468 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:28:44.313804 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9a2b26d2-7bef-40f8-84a3-4ccad03146e0 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:28:44.321304 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Network b191da85-9ae6-4170-a772-023561974337 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:44.323887 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:44.329497 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (6774faf9-1b7b-4980-b645-0b92bb83d7a9), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:44.344382 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=22e8655b-69a0-4099-8fac-21b21bc38f88,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:44.449823 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9176d6cf-a973-4297-9aed-ae91e20f056d), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:44.628077 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Router 911eb6c1-c40c-43a4-ba71-6e697d437d55 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:28:44.632638 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44294a-c8b8-41e3-a83c-50cd03dee9cd req-1e879b16-7308-4fe2-a4af-7712b710522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:44.634061 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3c44294a-c8b8-41e3-a83c-50cd03dee9cd req-1e879b16-7308-4fe2-a4af-7712b710522d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 1130 time: 0.1611125 Mar 31 15:28:44.703375 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-3851c28c-e356-410a-8b73-3bd3a11ed8c4 None None] Provisioning complete for port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:44.703914 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3851c28c-e356-410a-8b73-3bd3a11ed8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:44.765630 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-3851c28c-e356-410a-8b73-3bd3a11ed8c4 None None] Port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:28:44.768846 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98917458-4e36-4978-a3de-483024babc17 req-f715cd90-7764-4014-bacb-4e3df4f27f07 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:44.771704 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-98917458-4e36-4978-a3de-483024babc17 req-f715cd90-7764-4014-bacb-4e3df4f27f07 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.1258352 Mar 31 15:28:44.831499 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3c44294a-c8b8-41e3-a83c-50cd03dee9cd req-1c8c53e6-6dc1-4364-bd87-379b7f16265e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892428 Mar 31 15:28:44.848352 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-98917458-4e36-4978-a3de-483024babc17 req-52ac782f-d3eb-41d2-bd92-5b4f65eb0937 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686419 Mar 31 15:28:44.911634 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (9176d6cf-a973-4297-9aed-ae91e20f056d), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:44.919763 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (9176d6cf-a973-4297-9aed-ae91e20f056d), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:44.930786 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:28:44.939778 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Sync routers for ids ['911eb6c1-c40c-43a4-ba71-6e697d437d55'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:44.951773 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Routers {'911eb6c1-c40c-43a4-ba71-6e697d437d55'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:44.952504 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['911eb6c1-c40c-43a4-ba71-6e697d437d55'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:44.955992 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-dc0bb3df-8751-44e7-b40e-c38ede1682d0 admin admin] 10.222.0.11 "PUT /v2.0/routers/911eb6c1-c40c-43a4-ba71-6e697d437d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7531652 Mar 31 15:28:45.005005 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=9176d6cf-a973-4297-9aed-ae91e20f056d,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:45.024520 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (6774faf9-1b7b-4980-b645-0b92bb83d7a9), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:45.053444 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:45.054752 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-6157e283-ba97-44d2-b260-6a9568f6015b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8873024 Mar 31 15:28:45.154643 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Set router 911eb6c1-c40c-43a4-ba71-6e697d437d55 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:45.492282 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'name': 'tempest-TestMinimumBasicScenario-695444619-router', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:43Z', 'revision_number': 4, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'gw_port': {'id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'ae21a9f4-c456-44c1-b8be-5b49d9af0b01', 'name': '', 'network_id': 'b191da85-9ae6-4170-a772-023561974337', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'mac_address': 'fa:16:3e:fa:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cd4e1914-2fa9-4c27-82c4-612b3a56493a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:41Z', 'updated_at': '2022-03-31T15:28:43Z', 'revision_number': 2, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'subnets': [{'id': 'cd4e1914-2fa9-4c27-82c4-612b3a56493a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:45.531073 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Checking router: 911eb6c1-c40c-43a4-ba71-6e697d437d55 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:45.531644 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Updating router 911eb6c1-c40c-43a4-ba71-6e697d437d55 port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 binding host dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:28:45.591234 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:45.599099 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-754dbbcb-e187-440e-a556-8741ac25ca83 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1337875463&fields=id&tenant_id=c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 267 time: 0.1257658 Mar 31 15:28:45.649774 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 0f11eb37-4273-476e-b3aa-faa931452d31 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:45.767377 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-0650a932-f532-4a81-a10c-92acf5cab579 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:45.775121 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-0650a932-f532-4a81-a10c-92acf5cab579 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 815 time: 0.1605287 Mar 31 15:28:45.786076 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-7c189cab-042d-4175-9c2e-fc641bddff51 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/quotas/c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 375 time: 0.0100734 Mar 31 15:28:45.865514 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-5d056d4e-e093-408b-971b-ccb7499e96fc tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732672 Mar 31 15:28:46.022056 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-513b3b14-fa4d-4677-a349-8f89d4f71ae1 service neutron] 10.222.0.11 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446476 Mar 31 15:28:46.073722 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 0f11eb37-4273-476e-b3aa-faa931452d31 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:46.074824 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:46.212491 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2ddf3-e985-4064-83bd-4f2a6b89955d req-4a6d0b9e-463f-4560-910f-8e71b0250c0e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:46.214393 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b2a2ddf3-e985-4064-83bd-4f2a6b89955d req-4a6d0b9e-463f-4560-910f-8e71b0250c0e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.2431593 Mar 31 15:28:46.252909 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-6ead8f08-4876-46fc-9434-53447da98638 service neutron] 10.222.0.11 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299399 Mar 31 15:28:46.355196 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b2a2ddf3-e985-4064-83bd-4f2a6b89955d req-6de7f89f-24aa-48c6-aa55-f83a2d6aad77 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256435 Mar 31 15:28:46.384746 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Publish callbacks [] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:46.410124 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:46.434856 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 0f11eb37-4273-476e-b3aa-faa931452d31 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:46.554288 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0af9f-b072-47a4-95be-63c7605750d0 None None] Pushing event updated for resources: {'Port': ['ID=ae21a9f4-c456-44c1-b8be-5b49d9af0b01,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:46.581006 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e508dea8-2842-459d-8117-b470bb0b0e3b req-69446dad-2a9a-48a4-a7fe-3a039224179a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0672152 Mar 31 15:28:46.701010 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Attempting to bind port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:46.701669 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Attempting to bind port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '36f555da-0972-454c-a543-6510a89cee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b191da85-9ae6-4170-a772-023561974337'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:46.702203 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Attempting to bind port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 on network b191da85-9ae6-4170-a772-023561974337 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:46.715942 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:46.717651 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Checking segment: {'id': '36f555da-0972-454c-a543-6510a89cee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b191da85-9ae6-4170-a772-023561974337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:46.718228 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:46.718817 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Bound using segment: {'id': '36f555da-0972-454c-a543-6510a89cee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b191da85-9ae6-4170-a772-023561974337'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:46.728630 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Bound port: ae21a9f4-c456-44c1-b8be-5b49d9af0b01, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f555da-0972-454c-a543-6510a89cee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b191da85-9ae6-4170-a772-023561974337'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:46.729192 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:46.861986 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] For port ae21a9f4-c456-44c1-b8be-5b49d9af0b01, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:46.873751 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] For port ae21a9f4-c456-44c1-b8be-5b49d9af0b01, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=ae21a9f4-c456-44c1-b8be-5b49d9af0b01,segment=NetworkSegment(36f555da-0972-454c-a543-6510a89cee0c),segment_id=36f555da-0972-454c-a543-6510a89cee0c)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:46.897276 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:46.992982 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0af9f-b072-47a4-95be-63c7605750d0 None None] Pushing event updated for resources: {'Port': ['ID=ae21a9f4-c456-44c1-b8be-5b49d9af0b01,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:47.012061 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-429ec6e6-a419-4233-a7a4-78025e66e1d2 None None] Provisioning complete for port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:47.015662 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-429ec6e6-a419-4233-a7a4-78025e66e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:47.051915 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Routers {'911eb6c1-c40c-43a4-ba71-6e697d437d55'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:47.053256 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['911eb6c1-c40c-43a4-ba71-6e697d437d55'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:47.276624 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] Set router 911eb6c1-c40c-43a4-ba71-6e697d437d55 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:47.279408 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-429ec6e6-a419-4233-a7a4-78025e66e1d2 None None] Current status of the port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:47.279876 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-429ec6e6-a419-4233-a7a4-78025e66e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:47.367393 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-429ec6e6-a419-4233-a7a4-78025e66e1d2 None None] For port ae21a9f4-c456-44c1-b8be-5b49d9af0b01, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=ae21a9f4-c456-44c1-b8be-5b49d9af0b01,segment=NetworkSegment(36f555da-0972-454c-a543-6510a89cee0c),segment_id=36f555da-0972-454c-a543-6510a89cee0c)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:47.374442 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-429ec6e6-a419-4233-a7a4-78025e66e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:47.552915 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07d2de-ca58-4895-be04-bf8a9a7c6ff8 req-88dacaed-d40e-4afb-a126-53252e6d547f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:47.556160 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e07d2de-ca58-4895-be04-bf8a9a7c6ff8 req-88dacaed-d40e-4afb-a126-53252e6d547f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0939178 Mar 31 15:28:47.577154 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-85a4bba6-3312-476f-96a7-769a1642c89c None None] Provisioning complete for port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:47.577680 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-85a4bba6-3312-476f-96a7-769a1642c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:47.581994 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ec6e6-a419-4233-a7a4-78025e66e1d2 None None] Pushing event updated for resources: {'Port': ['ID=ae21a9f4-c456-44c1-b8be-5b49d9af0b01,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:47.652608 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e07d2de-ca58-4895-be04-bf8a9a7c6ff8 req-ec4363b5-08ca-4939-acee-294b101f7c0f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896931 Mar 31 15:28:47.772111 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-889c5923-9ac6-4ad5-ad23-99bfbe81840b req-600cb0e6-cfde-440f-a3b2-9afeb1fdf8c8 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0975535 Mar 31 15:28:47.882830 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-85a4bba6-3312-476f-96a7-769a1642c89c None None] Current status of the port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:47.901505 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3178be-5efb-42c3-9c67-3badcf65f312 req-7dcf29a5-abfa-420c-8e10-66e6c3a5fb88 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:47.905185 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'name': 'tempest-TestMinimumBasicScenario-695444619-router', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:43Z', 'revision_number': 4, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'gw_port': {'id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'ae21a9f4-c456-44c1-b8be-5b49d9af0b01', 'name': '', 'network_id': 'b191da85-9ae6-4170-a772-023561974337', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'mac_address': 'fa:16:3e:fa:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cd4e1914-2fa9-4c27-82c4-612b3a56493a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:41Z', 'updated_at': '2022-03-31T15:28:46Z', 'revision_number': 4, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'subnets': [{'id': 'cd4e1914-2fa9-4c27-82c4-612b3a56493a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:47.912800 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4b3178be-5efb-42c3-9c67-3badcf65f312 req-7dcf29a5-abfa-420c-8e10-66e6c3a5fb88 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.1215935 Mar 31 15:28:47.917908 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53624) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:47.924196 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-433308b4-ad98-43f9-8519-42d2b5ccd2ac tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Request body: {'floatingip': {'port_id': '22e8655b-69a0-4099-8fac-21b21bc38f88'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:47.943890 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb07c5-adfb-4bd1-870c-3e63cbc09a92 None None] The sync data for ids ['911eb6c1-c40c-43a4-ba71-6e697d437d55'] in dv-cinder-750782-15-iscsi is: [{'id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'name': 'tempest-TestMinimumBasicScenario-695444619-router', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:43Z', 'revision_number': 4, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'gw_port': {'id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'ae21a9f4-c456-44c1-b8be-5b49d9af0b01', 'name': '', 'network_id': 'b191da85-9ae6-4170-a772-023561974337', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'mac_address': 'fa:16:3e:fa:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cd4e1914-2fa9-4c27-82c4-612b3a56493a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:41Z', 'updated_at': '2022-03-31T15:28:46Z', 'revision_number': 4, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'subnets': [{'id': 'cd4e1914-2fa9-4c27-82c4-612b3a56493a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:48.269634 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:28:48.316425 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-433308b4-ad98-43f9-8519-42d2b5ccd2ac tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for floatingip (e01755c1-9a6b-4c88-a8c7-99ea63eb1523), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:48.934273 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8188f7d5-fde5-4564-9115-d18e7c465ae4 req-a827a6d2-5bb7-42c5-b06d-7d8d224e18fe tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0429440 Mar 31 15:28:49.089642 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-433308b4-ad98-43f9-8519-42d2b5ccd2ac tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:49.096127 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-433308b4-ad98-43f9-8519-42d2b5ccd2ac tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (e01755c1-9a6b-4c88-a8c7-99ea63eb1523), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:49.281552 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [None req-433308b4-ad98-43f9-8519-42d2b5ccd2ac tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Floating IP e01755c1-9a6b-4c88-a8c7-99ea63eb1523 associated. External IP: 172.27.2.204, port: 22e8655b-69a0-4099-8fac-21b21bc38f88. Mar 31 15:28:49.665281 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device ae21a9f4-c456-44c1-b8be-5b49d9af0b01 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:49.674735 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433308b4-ad98-43f9-8519-42d2b5ccd2ac tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:28:49.779080 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:49.779564 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:49.838022 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433308b4-ad98-43f9-8519-42d2b5ccd2ac tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:28:49.851351 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-433308b4-ad98-43f9-8519-42d2b5ccd2ac tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:49.868677 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c29c6-b616-497b-97fa-791ea5c3f1d8 None None] Sync routers for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:49.891439 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c29c6-b616-497b-97fa-791ea5c3f1d8 None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:49.892151 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-103c29c6-b616-497b-97fa-791ea5c3f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:49.908786 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:49.937344 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-433308b4-ad98-43f9-8519-42d2b5ccd2ac tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "PUT /v2.0/floatingips/e01755c1-9a6b-4c88-a8c7-99ea63eb1523 HTTP/1.1" status: 200 len: 992 time: 2.0038226 Mar 31 15:28:49.937344 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:49.937344 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e132293b-d06d-4861-a4ad-a1d452295884" -d '{"events": [{"name": "network-changed", "server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:50.010582 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22612ad2-d36b-44d1-a248-9bd139545388 x-openstack-request-id: req-22612ad2-d36b-44d1-a248-9bd139545388 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:50.011846 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:50.012194 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22612ad2-d36b-44d1-a248-9bd139545388 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:50.016374 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22612ad2-d36b-44d1-a248-9bd139545388'] response: {'name': 'network-changed', 'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'status': 'completed', 'code': 200} Mar 31 15:28:50.100553 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-103c29c6-b616-497b-97fa-791ea5c3f1d8 None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:50.109210 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-80637bd3-98bc-4e32-946b-933b01af6f9d req-420aa541-8a4e-4c9c-9a51-643101109f0e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0500381 Mar 31 15:28:50.248366 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132293b-d06d-4861-a4ad-a1d452295884 req-ea507a54-2074-4b49-a488-92919c1aef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:50.250933 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e132293b-d06d-4861-a4ad-a1d452295884 req-ea507a54-2074-4b49-a488-92919c1aef4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 1130 time: 0.2118566 Mar 31 15:28:50.400977 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-4ed7fff5-04f1-43aa-a1a4-385886276b54 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:50.403149 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-4ed7fff5-04f1-43aa-a1a4-385886276b54 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 815 time: 0.3524301 Mar 31 15:28:50.445179 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132293b-d06d-4861-a4ad-a1d452295884 req-4885631c-5a96-46b9-8504-851d7eb54136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:50.446890 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e132293b-d06d-4861-a4ad-a1d452295884 req-4885631c-5a96-46b9-8504-851d7eb54136 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.1841500 Mar 31 15:28:50.501894 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-103c29c6-b616-497b-97fa-791ea5c3f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'e01755c1-9a6b-4c88-a8c7-99ea63eb1523', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'port_id': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'mac_address': 'fa:16:3e:4b:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e9782c-4c61-403c-849a-7eea57bc5204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:28:32Z', 'updated_at': '2022-03-31T15:28:48Z', 'revision_number': 1, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:56Z', 'revision_number': 5, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:50.554537 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c29c6-b616-497b-97fa-791ea5c3f1d8 None None] Checking router: c9b0e07a-ad49-41f8-ad3e-a297ccb907ae for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:50.565405 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c29c6-b616-497b-97fa-791ea5c3f1d8 None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:50.566224 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-103c29c6-b616-497b-97fa-791ea5c3f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:50.612753 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c33d1f2a-956b-45aa-98dd-a2b6ad5203af tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 472 time: 0.1648717 Mar 31 15:28:50.671294 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'port': {'device_id': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'admin_state_up': True, 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'security_groups': ['5a84f5cf-9b22-42a7-a822-79d8c2a1e846']}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:50.708317 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e132293b-d06d-4861-a4ad-a1d452295884 req-ee2e86cb-7fa7-457e-8cb1-6dd8c185a95e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e8655b-69a0-4099-8fac-21b21bc38f88 HTTP/1.1" status: 200 len: 1000 time: 0.2321308 Mar 31 15:28:50.727518 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-103c29c6-b616-497b-97fa-791ea5c3f1d8 None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:50.826817 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132293b-d06d-4861-a4ad-a1d452295884 req-403acf47-5c4f-4bad-b171-f0fac2710fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:50.828294 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e132293b-d06d-4861-a4ad-a1d452295884 req-403acf47-5c4f-4bad-b171-f0fac2710fa2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0801399 Mar 31 15:28:50.921444 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132293b-d06d-4861-a4ad-a1d452295884 req-8340a2e3-7d2a-4e99-8860-e4f70510658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:50.923148 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e132293b-d06d-4861-a4ad-a1d452295884 req-8340a2e3-7d2a-4e99-8860-e4f70510658e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0880971 Mar 31 15:28:50.939985 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Made reservation on behalf of c354a25138ad49b18228539ce07b0cd7 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:50.968269 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:51.281218 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e132293b-d06d-4861-a4ad-a1d452295884 req-83a14d68-b93c-453c-bf91-bb594e395f29 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507347 Mar 31 15:28:51.285473 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b9b33abe-9692-460f-a02f-fbb1159a874a req-b1637167-abff-4ef5-ad3f-6b2b69b70e2b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0620587 Mar 31 15:28:51.383681 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-103c29c6-b616-497b-97fa-791ea5c3f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'e01755c1-9a6b-4c88-a8c7-99ea63eb1523', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'port_id': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'mac_address': 'fa:16:3e:4b:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e9782c-4c61-403c-849a-7eea57bc5204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:28:32Z', 'updated_at': '2022-03-31T15:28:48Z', 'revision_number': 1, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:56Z', 'revision_number': 5, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:51.444670 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Allocated IP 172.20.0.4 (fc02ec74-7758-4df2-8ceb-5657ae38de47/7ac981f0-5e91-4e93-b7ca-3a3576546b1f/9238c2ea-cdd8-456a-bef9-2cc0a07f2a23) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:51.462405 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c29c6-b616-497b-97fa-791ea5c3f1d8 None None] The sync data for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi is: [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'e01755c1-9a6b-4c88-a8c7-99ea63eb1523', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'port_id': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'mac_address': 'fa:16:3e:4b:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e9782c-4c61-403c-849a-7eea57bc5204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:28:32Z', 'updated_at': '2022-03-31T15:28:48Z', 'revision_number': 1, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:56Z', 'revision_number': 5, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:51.550428 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e132293b-d06d-4861-a4ad-a1d452295884 req-ff9c4c72-ae69-42c0-b86e-d88cdfd13a4f service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580709 Mar 31 15:28:51.723100 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53714) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:51.859505 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:51.938706 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:51.979925 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4674181-0525-41e8-8809-757869538a40 None None] New status for floating IP e01755c1-9a6b-4c88-a8c7-99ea63eb1523: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:28:52.030228 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:52.048504 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:52.060365 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:52.120193 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-5b99af0e-cdb3-47a0-b23a-81e678f59576 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1a1d9dd5a6d4ed597413b5b9d7c00bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937216 Mar 31 15:28:52.121184 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53718) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:52.180116 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:52.180784 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:52.205697 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:52.225346 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-c0a07022-e979-49e3-9179-445175e506a6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5647840 Mar 31 15:28:52.236545 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Request body: {'port': {'device_id': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:52.256989 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-daa87b41-1a13-41f1-8f21-d752c9cbb977 admin admin] Publish callbacks [] for security_group (d6cb4c04-3b50-4cbf-86ec-82d3706171cc), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:52.295862 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-daa87b41-1a13-41f1-8f21-d752c9cbb977 admin admin] Publish callbacks [] for security_group (d6cb4c04-3b50-4cbf-86ec-82d3706171cc), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:52.363982 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-daa87b41-1a13-41f1-8f21-d752c9cbb977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (d6cb4c04-3b50-4cbf-86ec-82d3706171cc), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:52.368395 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-daa87b41-1a13-41f1-8f21-d752c9cbb977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:52.369892 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-daa87b41-1a13-41f1-8f21-d752c9cbb977 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6cb4c04-3b50-4cbf-86ec-82d3706171cc HTTP/1.1" status: 204 len: 168 time: 0.2476845 Mar 31 15:28:52.406578 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa87b41-1a13-41f1-8f21-d752c9cbb977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cb4c04-3b50-4cbf-86ec-82d3706171cc,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:52.532771 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:52.548044 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:52.661271 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948354-63f4-46ec-8887-d866bf4f974b req-bea0165f-f112-4911-aa02-069b60a139d1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:52.679570 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b7948354-63f4-46ec-8887-d866bf4f974b req-bea0165f-f112-4911-aa02-069b60a139d1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 931 time: 0.2061648 Mar 31 15:28:52.691754 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-e3c3d169-9a49-4387-9ca5-376800876180 None None] Provisioning complete for port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:52.694835 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e3c3d169-9a49-4387-9ca5-376800876180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:52.834671 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3d169-9a49-4387-9ca5-376800876180 None None] Port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:28:52.881747 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b7948354-63f4-46ec-8887-d866bf4f974b req-066a88bf-b1e9-4d82-934b-54cc86112b9c tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a84f5cf-9b22-42a7-a822-79d8c2a1e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936066 Mar 31 15:28:53.172087 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:28:53.182459 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Publish callbacks [] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:53.203010 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Transition to ACTIVE for port object 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:28:53.208004 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:53.309312 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:53.994255 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Attempting to bind port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:53.996478 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Attempting to bind port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:53.997076 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Attempting to bind port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:54.047047 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:28:54.050042 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Attempting to bind port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:54.081683 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:54.082754 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Checking segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:54.083651 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Bound using segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:54.084949 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Bound port: 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:54.088282 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:54.173472 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c624e59-d5c7-4888-92c7-5154effd00de req-95e83f09-3381-4c4a-8b06-6c2dfb3bdecf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:54.175010 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0c624e59-d5c7-4888-92c7-5154effd00de req-95e83f09-3381-4c4a-8b06-6c2dfb3bdecf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 943 time: 0.1681094 Mar 31 15:28:54.237396 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] For port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:54.241301 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] For port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:54.253168 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:54.284318 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0c624e59-d5c7-4888-92c7-5154effd00de req-2f123f13-a727-4b3e-86b3-d0dc458566cb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a84f5cf-9b22-42a7-a822-79d8c2a1e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993340 Mar 31 15:28:54.320986 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:54.330017 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:54.331672 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 HTTP/1.1" status: 200 len: 1093 time: 2.0995719 Mar 31 15:28:54.332257 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'tag': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:54.336176 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c6326b-0812-489e-8806-235a28a95cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7505b59-9ce7-4d07-86cd-72cbdc96dfa6", "tag": "9238c2ea-cdd8-456a-bef9-2cc0a07f2a23"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:54.562432 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b43f0cb-e1bd-415b-8254-6fed0ae59361 x-openstack-request-id: req-8b43f0cb-e1bd-415b-8254-6fed0ae59361 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:54.562865 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7505b59-9ce7-4d07-86cd-72cbdc96dfa6", "tag": "9238c2ea-cdd8-456a-bef9-2cc0a07f2a23", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:54.563231 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b43f0cb-e1bd-415b-8254-6fed0ae59361 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:54.563785 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b43f0cb-e1bd-415b-8254-6fed0ae59361'] response: {'name': 'network-changed', 'server_uuid': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'tag': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23', 'status': 'completed', 'code': 200} Mar 31 15:28:54.600411 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6f25d-6f7b-4e7a-8407-180001a5c7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:54.667972 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-23a049a6-6724-4138-a5eb-075d459359e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:54.672649 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-23a049a6-6724-4138-a5eb-075d459359e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 1127 time: 0.2267001 Mar 31 15:28:54.732590 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-685fc135-0d44-4d63-bff4-05b870334ff2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 HTTP/1.1" status: 200 len: 217 time: 0.0511467 Mar 31 15:28:54.858750 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-30bd38a0-c8f3-4c8a-ae37-beb5d607ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:54.860638 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-30bd38a0-c8f3-4c8a-ae37-beb5d607ccea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.1161525 Mar 31 15:28:54.930769 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-3ec5a42c-5ca1-4bed-8a40-a4e2ea51cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:54.931019 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-3ec5a42c-5ca1-4bed-8a40-a4e2ea51cd87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0629082 Mar 31 15:28:55.086469 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-8213d73b-09e4-41cf-a9c5-d605a97947c9 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459117 Mar 31 15:28:55.212072 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b587cda7-859e-44cc-b2e5-445d297a25e1 req-a3c60ae1-e845-4fec-90e0-eed927d4cc11 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198676 Mar 31 15:28:55.439456 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6326b-0812-489e-8806-235a28a95cf0 req-7ccc2b86-e8e6-47be-82a1-2c8420ed1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:55.444101 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c5c6326b-0812-489e-8806-235a28a95cf0 req-7ccc2b86-e8e6-47be-82a1-2c8420ed1836 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 1127 time: 0.1279559 Mar 31 15:28:55.548419 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5ee3d-88c1-463f-b0ca-c132d15b43a4 req-a27576a7-128c-40ed-b30c-67146b0428f7 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:55.550216 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6326b-0812-489e-8806-235a28a95cf0 req-d1feeff1-c768-4105-8e2d-efd37889c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:55.551535 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7bd5ee3d-88c1-463f-b0ca-c132d15b43a4 req-a27576a7-128c-40ed-b30c-67146b0428f7 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 943 time: 0.1289923 Mar 31 15:28:55.557880 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c5c6326b-0812-489e-8806-235a28a95cf0 req-d1feeff1-c768-4105-8e2d-efd37889c464 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 916 time: 0.1055789 Mar 31 15:28:55.639576 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c5c6326b-0812-489e-8806-235a28a95cf0 req-bb89169a-0df8-4276-a28f-e19af50dfc43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 HTTP/1.1" status: 200 len: 217 time: 0.0751903 Mar 31 15:28:55.667666 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7bd5ee3d-88c1-463f-b0ca-c132d15b43a4 req-e4ae08ba-bbd0-4e39-94c7-f2a40b158861 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a84f5cf-9b22-42a7-a822-79d8c2a1e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089993 Mar 31 15:28:55.727083 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6326b-0812-489e-8806-235a28a95cf0 req-4c0558b8-9b6f-491b-a497-625e582c7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:55.728467 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c5c6326b-0812-489e-8806-235a28a95cf0 req-4c0558b8-9b6f-491b-a497-625e582c7e0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.0615664 Mar 31 15:28:55.882634 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6326b-0812-489e-8806-235a28a95cf0 req-18454637-8f14-4eec-9e1c-14d518c2539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:55.888274 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c5c6326b-0812-489e-8806-235a28a95cf0 req-18454637-8f14-4eec-9e1c-14d518c2539f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1514702 Mar 31 15:28:56.143464 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c5c6326b-0812-489e-8806-235a28a95cf0 req-8636f58a-b17d-4e5c-8dce-11a42668e86a service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448323 Mar 31 15:28:56.402749 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c5c6326b-0812-489e-8806-235a28a95cf0 req-8677ddb6-fe10-4374-80af-02db7be24439 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521813 Mar 31 15:28:56.434256 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:28:56.591460 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:56.607468 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'port_id': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23', 'mac_address': 'fa:16:3e:98:b1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:28:56.655618 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:56.656271 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:56.673199 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:28:56.702024 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:56.707757 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:56.840515 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:56.902468 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff80b5e-b1e3-451b-94a9-284513547ad4 req-cf9ad49a-917a-498a-97a8-ec5511985fd5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:56.909840 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7ff80b5e-b1e3-451b-94a9-284513547ad4 req-cf9ad49a-917a-498a-97a8-ec5511985fd5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 944 time: 0.1412051 Mar 31 15:28:57.004792 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7ff80b5e-b1e3-451b-94a9-284513547ad4 req-54fe9071-3e3e-4844-b67c-960c822127e2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a84f5cf-9b22-42a7-a822-79d8c2a1e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851035 Mar 31 15:28:57.057917 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['9238c2ea-cdd8-456a-bef9-2cc0a07f2a23'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:28:58.452588 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:58.483122 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737a4ba-05ac-49e9-9b84-3ba768921419 req-133b5a35-a112-4f21-bad8-43cff9a18152 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:58.497196 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c737a4ba-05ac-49e9-9b84-3ba768921419 req-133b5a35-a112-4f21-bad8-43cff9a18152 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 944 time: 0.1192362 Mar 31 15:28:58.570066 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:28:58.581757 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:58.582140 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:58.628941 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c737a4ba-05ac-49e9-9b84-3ba768921419 req-bc7cc8fa-b88a-4b4d-a302-47c6776008a4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a84f5cf-9b22-42a7-a822-79d8c2a1e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302059 Mar 31 15:28:58.753797 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:58.754765 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:58.809413 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:58.811848 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:28:58.817244 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8396b7-c8ef-4713-b38a-ca68221318ba" -d '{"events": [{"server_uuid": "f7505b59-9ce7-4d07-86cd-72cbdc96dfa6", "name": "network-vif-plugged", "status": "completed", "tag": "9238c2ea-cdd8-456a-bef9-2cc0a07f2a23"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:28:58.845374 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:58.960538 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be71950-1a30-4656-bf98-4fa6b99fe322 x-openstack-request-id: req-9be71950-1a30-4656-bf98-4fa6b99fe322 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:28:58.960968 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7505b59-9ce7-4d07-86cd-72cbdc96dfa6", "name": "network-vif-plugged", "status": "completed", "tag": "9238c2ea-cdd8-456a-bef9-2cc0a07f2a23", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:28:58.961176 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9be71950-1a30-4656-bf98-4fa6b99fe322 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:28:58.961565 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be71950-1a30-4656-bf98-4fa6b99fe322'] response: {'server_uuid': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23', 'code': 200} Mar 31 15:28:58.962728 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:59.277735 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3b732-9f2f-499d-8c51-f708d47df8dd req-6deafb57-0932-41d3-9458-afde83c503e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:59.280028 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-84c3b732-9f2f-499d-8c51-f708d47df8dd req-6deafb57-0932-41d3-9458-afde83c503e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 1129 time: 0.0792665 Mar 31 15:28:59.414788 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-84c3b732-9f2f-499d-8c51-f708d47df8dd req-951591fb-1585-44b0-afa0-ff1bb54c423b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a84f5cf-9b22-42a7-a822-79d8c2a1e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267316 Mar 31 15:28:59.817335 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff4faa-caa2-488d-8297-3ed0aff2b5db req-44a57790-c18c-4b5c-9fe5-89db7e22d1ed tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:59.825118 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-75ff4faa-caa2-488d-8297-3ed0aff2b5db req-44a57790-c18c-4b5c-9fe5-89db7e22d1ed tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 945 time: 0.0730720 Mar 31 15:28:59.912001 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-75ff4faa-caa2-488d-8297-3ed0aff2b5db req-4ff4ef94-2638-4305-8828-6bab58504a17 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a84f5cf-9b22-42a7-a822-79d8c2a1e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855532 Mar 31 15:29:00.930840 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-3d146eef-e0dc-4601-893c-322fe4844ba6 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:00.940099 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-3d146eef-e0dc-4601-893c-322fe4844ba6 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/networks?id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 HTTP/1.1" status: 200 len: 815 time: 0.1510155 Mar 31 15:29:00.958095 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-4f6cb286-4131-49d2-8147-9c8fd8485a93 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/quotas/a45c07aa38ef42ed98f7632ec7603af9 HTTP/1.1" status: 200 len: 375 time: 0.0169942 Mar 31 15:29:01.058435 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-97df46ee-151c-43a3-bcd1-d681da38ca4b tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a45c07aa38ef42ed98f7632ec7603af9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982440 Mar 31 15:29:01.343250 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a795f-a134-43b0-93c0-c404cbc90036 req-e5bb079a-f837-46df-be7a-a035de8a2032 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:01.345900 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ad8a795f-a134-43b0-93c0-c404cbc90036 req-e5bb079a-f837-46df-be7a-a035de8a2032 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 945 time: 0.2851789 Mar 31 15:29:01.438057 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-c27c7275-2d4a-4098-a2ed-6e30641b22b0 service neutron] 10.222.0.11 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510935 Mar 31 15:29:01.544190 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ad8a795f-a134-43b0-93c0-c404cbc90036 req-b4ef3386-8be6-4e31-b1f2-d7da5b3d5820 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a84f5cf-9b22-42a7-a822-79d8c2a1e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879458 Mar 31 15:29:01.598791 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-e1cb0446-f46f-4b5a-bff6-eaa141d6b910 service neutron] 10.222.0.11 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484454 Mar 31 15:29:01.750349 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988d92f-da52-4b56-98b4-00f428aca445 req-393608b8-ab5b-457c-b481-f32f8f8bee9c tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:01.752081 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f988d92f-da52-4b56-98b4-00f428aca445 req-393608b8-ab5b-457c-b481-f32f8f8bee9c tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 945 time: 0.0893059 Mar 31 15:29:01.769571 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53790) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:01.775033 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-2b819545-735b-4347-a249-ce4a845f1af5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'floatingip': {'port_id': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:01.857035 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2b819545-735b-4347-a249-ce4a845f1af5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (6774faf9-1b7b-4980-b645-0b92bb83d7a9), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:01.945174 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-79023877-9e13-4e25-91c4-34d961d1fff8 req-684783d2-c477-49e7-a62a-3f0405ca2c59 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 210 time: 0.0835240 Mar 31 15:29:02.874880 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.db.resource_extend [None req-2b819545-735b-4347-a249-ce4a845f1af5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:29:02.939663 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3238f593-d226-445a-97d6-c31db9b885df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:03.037871 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2b819545-735b-4347-a249-ce4a845f1af5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:03.055526 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2b819545-735b-4347-a249-ce4a845f1af5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (6774faf9-1b7b-4980-b645-0b92bb83d7a9), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:03.126991 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e371fcfa-cbca-4c5c-bc5c-7e57068b233b req-324b23da-8155-4bf4-9a49-60b21b8c5a2a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 210 time: 0.0866766 Mar 31 15:29:03.274587 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [None req-2b819545-735b-4347-a249-ce4a845f1af5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Floating IP 6774faf9-1b7b-4980-b645-0b92bb83d7a9 associated. External IP: 172.27.2.146, port: 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23. Mar 31 15:29:03.663559 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b819545-735b-4347-a249-ce4a845f1af5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Router d497bd18-50fd-494a-ac6d-0ce50615fcbd has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:29:03.689858 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-48a1a495-b3ad-41ce-b57e-da60ab12217a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:03.692485 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-48a1a495-b3ad-41ce-b57e-da60ab12217a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.13 "GET /v2.0/networks?id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 HTTP/1.1" status: 200 len: 815 time: 0.2353187 Mar 31 15:29:03.719361 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Request body: {'port': {'device_id': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'admin_state_up': True, 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:03.851916 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b819545-735b-4347-a249-ce4a845f1af5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:29:03.863416 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2b819545-735b-4347-a249-ce4a845f1af5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:03.877190 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125f185-b729-4f94-bf87-6f74b1caa7ac None None] Sync routers for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:29:03.929174 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125f185-b729-4f94-bf87-6f74b1caa7ac None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:29:03.941141 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-2b819545-735b-4347-a249-ce4a845f1af5 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "PUT /v2.0/floatingips/6774faf9-1b7b-4980-b645-0b92bb83d7a9 HTTP/1.1" status: 200 len: 991 time: 2.1601985 Mar 31 15:29:03.941141 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'tag': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:29:03.941141 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b93049-f58a-4c1b-bde7-37355ddcb44b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7505b59-9ce7-4d07-86cd-72cbdc96dfa6", "tag": "9238c2ea-cdd8-456a-bef9-2cc0a07f2a23"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:29:03.941970 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-7125f185-b729-4f94-bf87-6f74b1caa7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:03.996802 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Made reservation on behalf of a45c07aa38ef42ed98f7632ec7603af9 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:04.000593 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:04.025800 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fdc3ab-15d1-49cb-b422-992893c03317 x-openstack-request-id: req-c2fdc3ab-15d1-49cb-b422-992893c03317 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:29:04.026402 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7505b59-9ce7-4d07-86cd-72cbdc96dfa6", "tag": "9238c2ea-cdd8-456a-bef9-2cc0a07f2a23", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:29:04.026833 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c2fdc3ab-15d1-49cb-b422-992893c03317 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:29:04.027419 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2fdc3ab-15d1-49cb-b422-992893c03317'] response: {'name': 'network-changed', 'server_uuid': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'tag': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23', 'status': 'completed', 'code': 200} Mar 31 15:29:04.155539 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-7125f185-b729-4f94-bf87-6f74b1caa7ac None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:29:04.179168 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b93049-f58a-4c1b-bde7-37355ddcb44b req-5f917567-e5f7-4ab6-8490-82d8417724f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:04.180998 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f0b93049-f58a-4c1b-bde7-37355ddcb44b req-5f917567-e5f7-4ab6-8490-82d8417724f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 1129 time: 0.1217885 Mar 31 15:29:04.306593 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-810d7ab0-f50f-47bf-bb6d-e065c059fd72 req-cdf167c0-713b-43cc-a1ed-ebaba1cac6f3 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 210 time: 0.0564032 Mar 31 15:29:04.400659 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Allocated IP 172.20.0.6 (2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4/cc3bb9a2-dd51-4b0c-b999-f745ee22afce/9287e530-25ae-4cd6-97c1-a44ac2bfe01a) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:04.411271 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b93049-f58a-4c1b-bde7-37355ddcb44b req-23b46792-1880-491d-998a-f42df701db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:04.413949 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f0b93049-f58a-4c1b-bde7-37355ddcb44b req-23b46792-1880-491d-998a-f42df701db12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 916 time: 0.2232673 Mar 31 15:29:04.497686 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f0b93049-f58a-4c1b-bde7-37355ddcb44b req-0dd6994c-7612-4d21-97b1-89e50f590511 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 HTTP/1.1" status: 200 len: 999 time: 0.0772936 Mar 31 15:29:04.600673 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b93049-f58a-4c1b-bde7-37355ddcb44b req-bcd51ade-e6f1-4f4f-a1ef-37e12c82f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:04.602414 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f0b93049-f58a-4c1b-bde7-37355ddcb44b req-bcd51ade-e6f1-4f4f-a1ef-37e12c82f65f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.0947511 Mar 31 15:29:04.664984 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-7125f185-b729-4f94-bf87-6f74b1caa7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '6774faf9-1b7b-4980-b645-0b92bb83d7a9', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:98:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:28:44Z', 'updated_at': '2022-03-31T15:29:02Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}, {'id': 'f8b87ae4-a14c-415d-8d30-04e796e73549', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '19d726be-d5ff-4151-9525-4cb3354a8151', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:a0:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:26:53Z', 'updated_at': '2022-03-31T15:27:26Z', 'revision_number': 2, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:04.719225 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125f185-b729-4f94-bf87-6f74b1caa7ac None None] Checking router: d497bd18-50fd-494a-ac6d-0ce50615fcbd for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:29:04.732621 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125f185-b729-4f94-bf87-6f74b1caa7ac None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:29:04.733723 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-7125f185-b729-4f94-bf87-6f74b1caa7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:28:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:04.768728 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b93049-f58a-4c1b-bde7-37355ddcb44b req-605b61a3-a0cb-413c-aa40-0b71b66e07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:04.770626 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f0b93049-f58a-4c1b-bde7-37355ddcb44b req-605b61a3-a0cb-413c-aa40-0b71b66e07d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1621237 Mar 31 15:29:04.923968 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f0b93049-f58a-4c1b-bde7-37355ddcb44b req-f74322df-4c0d-45fc-97f3-27d468868fa6 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390622 Mar 31 15:29:04.928007 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-7125f185-b729-4f94-bf87-6f74b1caa7ac None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:29:05.129039 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:05.192760 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f0b93049-f58a-4c1b-bde7-37355ddcb44b req-9eb654f5-8160-429f-b1e5-fa895ce8dc7a service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613873 Mar 31 15:29:05.212780 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:05.321334 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3d481247-2719-4cfb-8d37-307555c9e6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:05.460704 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:05.461747 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'Port': ['ID=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:05.468871 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:05.474887 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:29:05.490214 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-7125f185-b729-4f94-bf87-6f74b1caa7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '6774faf9-1b7b-4980-b645-0b92bb83d7a9', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:98:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:28:44Z', 'updated_at': '2022-03-31T15:29:02Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}, {'id': 'f8b87ae4-a14c-415d-8d30-04e796e73549', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '19d726be-d5ff-4151-9525-4cb3354a8151', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:a0:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:26:53Z', 'updated_at': '2022-03-31T15:27:26Z', 'revision_number': 2, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:05.544259 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125f185-b729-4f94-bf87-6f74b1caa7ac None None] The sync data for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi is: [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '6774faf9-1b7b-4980-b645-0b92bb83d7a9', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:98:b1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:28:44Z', 'updated_at': '2022-03-31T15:29:02Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}, {'id': 'f8b87ae4-a14c-415d-8d30-04e796e73549', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '19d726be-d5ff-4151-9525-4cb3354a8151', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:a0:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:26:53Z', 'updated_at': '2022-03-31T15:27:26Z', 'revision_number': 2, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:29:05.617469 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cda31-4a98-4b02-8acf-fe290a2e833e req-e01902e9-f1b7-4b29-909f-6df2af415fc2 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:05.618994 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:05.620231 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:05.651542 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4b7cda31-4a98-4b02-8acf-fe290a2e833e req-e01902e9-f1b7-4b29-909f-6df2af415fc2 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 931 time: 0.1851301 Mar 31 15:29:05.660756 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-fd3e3a34-acc4-4d58-ac58-f4c93d14f9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9553113 Mar 31 15:29:05.697042 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Request body: {'port': {'device_id': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:05.753412 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4b7cda31-4a98-4b02-8acf-fe290a2e833e req-4992c046-4fb5-4a1b-8525-601e9f9e15e7 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981140 Mar 31 15:29:05.794515 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:05.935571 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-884d2044-2262-4f9d-b819-9e128c09d46b None None] Provisioning complete for port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:29:05.942297 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-884d2044-2262-4f9d-b819-9e128c09d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:06.153332 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d39e095-16c7-4982-b704-1dd75a250b77 None None] New status for floating IP 6774faf9-1b7b-4980-b645-0b92bb83d7a9: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:29:06.453603 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-884d2044-2262-4f9d-b819-9e128c09d46b None None] Port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:29:06.661970 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9287e530-25ae-4cd6-97c1-a44ac2bfe01a {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:29:06.686046 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Publish callbacks [] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:06.707996 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Transition to ACTIVE for port object 9287e530-25ae-4cd6-97c1-a44ac2bfe01a will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:29:06.716493 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:06.743580 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:06.811078 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Pushing event updated for resources: {'Port': ['ID=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:07.019395 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724a22d-0ffd-47e7-8cd6-975d7e51f390 req-2417e1db-7dbe-406b-943f-000b1c4472bf tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:07.032282 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5724a22d-0ffd-47e7-8cd6-975d7e51f390 req-2417e1db-7dbe-406b-943f-000b1c4472bf tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 943 time: 0.1159887 Mar 31 15:29:07.098189 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Attempting to bind port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:29:07.108397 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Attempting to bind port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:29:07.109028 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Attempting to bind port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a on network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:29:07.115627 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a on network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:29:07.116233 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Attempting to bind port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a on network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:29:07.122816 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:29:07.123446 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Checking segment: {'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:29:07.125644 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Bound using segment: {'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:29:07.126304 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Bound port: 9287e530-25ae-4cd6-97c1-a44ac2bfe01a, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e23d16-49c9-4b06-957b-ec1147226dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:29:07.126892 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:07.137051 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5724a22d-0ffd-47e7-8cd6-975d7e51f390 req-4b257617-b281-4e25-8752-e2a3fb10718e tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037185 Mar 31 15:29:07.249172 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] For port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:29:07.255196 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] For port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:29:07.274169 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:07.314809 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:07.315645 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:07.320842 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] 10.222.0.13 "PUT /v2.0/ports/9287e530-25ae-4cd6-97c1-a44ac2bfe01a HTTP/1.1" status: 200 len: 1093 time: 1.6380858 Mar 31 15:29:07.326774 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:29:07.332986 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:29:07.482706 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af08db2b-57dc-4ea2-a984-84df7638e834 x-openstack-request-id: req-af08db2b-57dc-4ea2-a984-84df7638e834 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:29:07.483042 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:29:07.483326 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af08db2b-57dc-4ea2-a984-84df7638e834 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:29:07.483774 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af08db2b-57dc-4ea2-a984-84df7638e834'] response: {'name': 'network-changed', 'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'status': 'completed', 'code': 200} Mar 31 15:29:07.588972 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307881d8-7a3d-438b-bc2c-f397346b9445 service neutron] Pushing event updated for resources: {'Port': ['ID=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:07.644501 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-7d319f51-d1bb-4602-b1f6-cf14553c047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:07.646983 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-7d319f51-d1bb-4602-b1f6-cf14553c047f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a45c07aa38ef42ed98f7632ec7603af9&device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 1127 time: 0.1892319 Mar 31 15:29:07.952938 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:08.036856 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-03c92d50-865f-40df-a8be-870229eb6d29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a HTTP/1.1" status: 200 len: 217 time: 0.0898404 Mar 31 15:29:08.304819 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-117bad23-4156-4f0b-b74f-64652d51d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:08.323057 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-117bad23-4156-4f0b-b74f-64652d51d723 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc3bb9a2-dd51-4b0c-b999-f745ee22afce HTTP/1.1" status: 200 len: 854 time: 0.1398623 Mar 31 15:29:08.421714 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7da3cc-1559-4a1c-988b-0ef3bbcc6059 req-86c82608-89b7-4e46-bca1-479f5fcce8af tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:08.426086 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-765bd2aa-86b4-4de0-9fed-d57d4956f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:08.427874 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-765bd2aa-86b4-4de0-9fed-d57d4956f363 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0912998 Mar 31 15:29:08.430294 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0f7da3cc-1559-4a1c-988b-0ef3bbcc6059 req-86c82608-89b7-4e46-bca1-479f5fcce8af tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 943 time: 0.1191959 Mar 31 15:29:08.523215 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0f7da3cc-1559-4a1c-988b-0ef3bbcc6059 req-a181b22b-9984-4738-9402-453600960a0a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860059 Mar 31 15:29:08.851423 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-2d61af34-0e57-476f-9d1f-6119cef0b757 service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312837 Mar 31 15:29:09.063536 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18251dd9-6f2a-4582-9447-fe0393b7d22c req-252f3f5b-cbff-4b18-ba36-7fadf83659e5 service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614559 Mar 31 15:29:09.494003 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:09.845618 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d382fca-8437-4a25-9ad7-7c9042d8da24 req-1682f72b-17ea-4c2b-9da0-70a345638163 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:09.861987 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4d382fca-8437-4a25-9ad7-7c9042d8da24 req-1682f72b-17ea-4c2b-9da0-70a345638163 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 943 time: 0.1140394 Mar 31 15:29:09.929656 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4d382fca-8437-4a25-9ad7-7c9042d8da24 req-c65c186a-1a6f-45a5-856d-6961a9a01796 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664201 Mar 31 15:29:11.157849 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915fae1-d195-4c72-b58e-94ff4c8e641f req-702bb1b9-7ef3-4451-be08-7a9ae8cea4c0 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:11.165817 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1915fae1-d195-4c72-b58e-94ff4c8e641f req-702bb1b9-7ef3-4451-be08-7a9ae8cea4c0 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 943 time: 0.1120243 Mar 31 15:29:11.251102 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1915fae1-d195-4c72-b58e-94ff4c8e641f req-a68d7bb1-95cd-492b-ad29-626d8af1bc5d tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842998 Mar 31 15:29:12.449247 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1007a-8f63-4cdb-93bc-4786e68b2c36 req-b7f74eb8-d340-4cd6-9fe4-774270659af6 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:12.452109 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0aa1007a-8f63-4cdb-93bc-4786e68b2c36 req-b7f74eb8-d340-4cd6-9fe4-774270659af6 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 943 time: 0.0799367 Mar 31 15:29:12.527797 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0aa1007a-8f63-4cdb-93bc-4786e68b2c36 req-c6a6d416-c601-4115-8696-dda06dd5d7a8 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651221 Mar 31 15:29:13.775686 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2474d51-56f9-40e0-a4b7-3bc001356125 req-810ae07b-2811-49ca-b943-d77be179e3ab tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:13.777777 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a2474d51-56f9-40e0-a4b7-3bc001356125 req-810ae07b-2811-49ca-b943-d77be179e3ab tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 943 time: 0.1185598 Mar 31 15:29:13.859367 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a2474d51-56f9-40e0-a4b7-3bc001356125 req-6301b1a8-fcda-4c35-bc47-98d1312fd04e tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715845 Mar 31 15:29:14.773943 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 53966) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:14.843829 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-e509318b-b7e4-4ec5-a1bf-8d874ee6968a admin admin] Deleting subnet eb7a938d-cc86-4146-8eec-4e6b15a1c758 {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:29:14.849130 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e509318b-b7e4-4ec5-a1bf-8d874ee6968a admin admin] Publish callbacks [] for subnet (eb7a938d-cc86-4146-8eec-4e6b15a1c758), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:14.905468 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e509318b-b7e4-4ec5-a1bf-8d874ee6968a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3813690'] for subnet (eb7a938d-cc86-4146-8eec-4e6b15a1c758), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:14.987844 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e509318b-b7e4-4ec5-a1bf-8d874ee6968a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (eb7a938d-cc86-4146-8eec-4e6b15a1c758), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:15.104979 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10feead7-3382-4695-a599-4244a6f4cc4c req-c9c880be-b9b1-4407-8ee8-e189b13665fa tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:15.106759 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-10feead7-3382-4695-a599-4244a6f4cc4c req-c9c880be-b9b1-4407-8ee8-e189b13665fa tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 943 time: 0.1347294 Mar 31 15:29:15.116270 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e509318b-b7e4-4ec5-a1bf-8d874ee6968a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3907891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3313683'] for subnet (eb7a938d-cc86-4146-8eec-4e6b15a1c758), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:15.173127 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509318b-b7e4-4ec5-a1bf-8d874ee6968a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7a938d-cc86-4146-8eec-4e6b15a1c758,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:15.174895 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e509318b-b7e4-4ec5-a1bf-8d874ee6968a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:15.181153 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53970) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:15.181773 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e509318b-b7e4-4ec5-a1bf-8d874ee6968a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eb7a938d-cc86-4146-8eec-4e6b15a1c758 HTTP/1.1" status: 204 len: 168 time: 0.4059155 Mar 31 15:29:15.202031 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-10feead7-3382-4695-a599-4244a6f4cc4c req-dc29260a-7e10-4de9-9636-9143c2e188eb tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830438 Mar 31 15:29:15.292199 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (f8752e42-f442-4771-bbb9-3034f17379cb), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:15.383915 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (f8752e42-f442-4771-bbb9-3034f17379cb), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:15.412605 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8752e42-f442-4771-bbb9-3034f17379cb']}} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:15.424609 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f658688-4e72-4f1c-88c7-f0e9b860bf81') {'for_net_delete': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:15.425071 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f658688-4e72-4f1c-88c7-f0e9b860bf81') {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:15.442599 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4012070'] for segment (2f658688-4e72-4f1c-88c7-f0e9b860bf81), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:15.459506 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (2f658688-4e72-4f1c-88c7-f0e9b860bf81), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:15.466263 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:29:15.466652 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267762'] for segment (2f658688-4e72-4f1c-88c7-f0e9b860bf81), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: Traceback (most recent call last): Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: timer() Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: cb(*args, **kw) Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: return func(*args, **kwargs) Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: self._notify() Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: self.callback(batched_events) Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: event.method(event) Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: return f(self, *a, **k) Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._get(url).json() Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: return self.request(url, 'GET', **kwargs) Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:29:15.468546 dv-cinder-750782-15-iscsi neutron-server[103659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:29:15.539671 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (f8752e42-f442-4771-bbb9-3034f17379cb), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:15.558994 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:15.566814 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f8752e42-f442-4771-bbb9-3034f17379cb HTTP/1.1" status: 204 len: 168 time: 0.3812077 Mar 31 15:29:15.580046 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2766108-b335-4944-8a98-b6cef6848e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8752e42-f442-4771-bbb9-3034f17379cb,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:15.781137 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53974) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:15.848638 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-ae5b0581-26ad-450b-bd5e-9dfa2b13f295 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f90ad26ee730425aabb669d41abfc407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637796 Mar 31 15:29:15.849512 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 53978) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:15.905712 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ec989fe7-ae12-488a-b5f0-777ea12859d0 admin admin] Publish callbacks [] for security_group (ad88c457-fed0-4631-a2ba-08933d09ea50), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:15.935767 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ec989fe7-ae12-488a-b5f0-777ea12859d0 admin admin] Publish callbacks [] for security_group (ad88c457-fed0-4631-a2ba-08933d09ea50), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:16.010383 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ec989fe7-ae12-488a-b5f0-777ea12859d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ad88c457-fed0-4631-a2ba-08933d09ea50), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:16.014198 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ec989fe7-ae12-488a-b5f0-777ea12859d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:16.015550 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-ec989fe7-ae12-488a-b5f0-777ea12859d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad88c457-fed0-4631-a2ba-08933d09ea50 HTTP/1.1" status: 204 len: 168 time: 0.1650145 Mar 31 15:29:16.041668 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec989fe7-ae12-488a-b5f0-777ea12859d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad88c457-fed0-4631-a2ba-08933d09ea50,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:16.388554 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb28d8-b676-4496-8415-7bfe0b2d5fc2 req-d75b5791-2c74-494c-819c-ba1d407cbfbf tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:16.391476 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e6eb28d8-b676-4496-8415-7bfe0b2d5fc2 req-d75b5791-2c74-494c-819c-ba1d407cbfbf tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 943 time: 0.0747218 Mar 31 15:29:16.452006 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e6eb28d8-b676-4496-8415-7bfe0b2d5fc2 req-81152168-8ef8-47d0-9a7e-d3f296209a67 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520515 Mar 31 15:29:17.246873 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2 req-e9d5be56-f5ed-4073-8586-dfc8c1752ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:17.251022 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2 req-e9d5be56-f5ed-4073-8586-dfc8c1752ead service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a45c07aa38ef42ed98f7632ec7603af9&device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 1127 time: 0.0623941 Mar 31 15:29:17.391874 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2 req-799916ed-bbbf-4b16-a3ea-377e9ff69aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:17.393877 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2 req-799916ed-bbbf-4b16-a3ea-377e9ff69aa0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 HTTP/1.1" status: 200 len: 916 time: 0.1313541 Mar 31 15:29:17.478060 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2 req-348bb27f-18e9-4dd8-af7f-cfcf0006c440 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a HTTP/1.1" status: 200 len: 217 time: 0.0715828 Mar 31 15:29:17.567889 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2 req-979ca137-7036-431b-8c21-42039a58fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:17.570373 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2 req-979ca137-7036-431b-8c21-42039a58fb90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc3bb9a2-dd51-4b0c-b999-f745ee22afce HTTP/1.1" status: 200 len: 854 time: 0.0721040 Mar 31 15:29:17.645000 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2 req-677928fa-a384-4be1-8609-80b6518284e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:17.648751 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2 req-677928fa-a384-4be1-8609-80b6518284e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0686669 Mar 31 15:29:17.648990 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec0c5a-2c22-4966-b728-47b3dcaca056 req-787b1c79-8250-4408-b64e-2962b67aba51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:17.650661 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-78ec0c5a-2c22-4966-b728-47b3dcaca056 req-787b1c79-8250-4408-b64e-2962b67aba51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 943 time: 0.0922806 Mar 31 15:29:17.739867 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-78ec0c5a-2c22-4966-b728-47b3dcaca056 req-cdd388ef-33dd-429f-be20-085de32d1ecd tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822434 Mar 31 15:29:17.790735 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2 req-3595ec9e-acfc-4590-868d-2d0367ac15fb service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344256 Mar 31 15:29:17.941803 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-35cee0e7-2cbc-48c6-b2d7-c8b9e91cb8a2 req-9a58a95b-841b-4dd4-bb01-506a5bc2f9f4 service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946324 Mar 31 15:29:18.907170 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b99c1-c139-498e-806e-0e433dc78604 req-386e66f7-d523-4e02-9ff6-6c2d684e2905 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:18.909572 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b92b99c1-c139-498e-806e-0e433dc78604 req-386e66f7-d523-4e02-9ff6-6c2d684e2905 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 943 time: 0.0792043 Mar 31 15:29:18.979531 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b92b99c1-c139-498e-806e-0e433dc78604 req-bb3e14df-0a4a-4ffd-b040-9af334ec3a60 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603197 Mar 31 15:29:20.124290 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d219f4-c5bc-412c-a718-f96379745825 req-a7e3796d-2659-49e7-a9d0-33a29faf8381 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:20.125734 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b0d219f4-c5bc-412c-a718-f96379745825 req-a7e3796d-2659-49e7-a9d0-33a29faf8381 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 943 time: 0.0640533 Mar 31 15:29:20.176392 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b0d219f4-c5bc-412c-a718-f96379745825 req-fd903727-8a36-4e84-a770-247d584b9cc0 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437586 Mar 31 15:29:20.572169 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9287e530-25ae-4cd6-97c1-a44ac2bfe01a details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:29:20.693910 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:29:20.706194 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'port_id': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'mac_address': 'fa:16:3e:f9:35:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:29:20.759834 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:29:20.760220 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:20.774236 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9287e530-25ae-4cd6-97c1-a44ac2bfe01a {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:29:20.794558 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:29:20.798667 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:20.856748 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:21.166991 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['9287e530-25ae-4cd6-97c1-a44ac2bfe01a'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:29:21.308122 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d3c92-f2e5-485c-9abc-3022eb302a9e req-e6d7fde6-2679-4b78-b524-23e0a688577f tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:21.309743 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-535d3c92-f2e5-485c-9abc-3022eb302a9e req-e6d7fde6-2679-4b78-b524-23e0a688577f tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 944 time: 0.0563178 Mar 31 15:29:21.368814 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-535d3c92-f2e5-485c-9abc-3022eb302a9e req-3fd35de3-f709-4d3a-b694-2f82c2381a80 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532107 Mar 31 15:29:21.458655 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1cc87fe8-9e14-4122-a684-421100523c54 req-e06032cf-7dc1-4ee3-b4a6-38a7c57b26bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514240 Mar 31 15:29:21.541535 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc87fe8-9e14-4122-a684-421100523c54 req-42c46374-b519-4d79-a419-64c84a83a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:21.543221 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1cc87fe8-9e14-4122-a684-421100523c54 req-42c46374-b519-4d79-a419-64c84a83a01c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 1129 time: 0.0625322 Mar 31 15:29:21.671362 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc87fe8-9e14-4122-a684-421100523c54 req-615f34a3-052b-48be-af1a-2bab2b7544ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:21.673051 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1cc87fe8-9e14-4122-a684-421100523c54 req-615f34a3-052b-48be-af1a-2bab2b7544ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 916 time: 0.1077271 Mar 31 15:29:21.756989 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1cc87fe8-9e14-4122-a684-421100523c54 req-92a9ac67-c060-4b4a-a5cd-aa4f9573c42b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19d726be-d5ff-4151-9525-4cb3354a8151 HTTP/1.1" status: 200 len: 1001 time: 0.0754967 Mar 31 15:29:21.809034 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc87fe8-9e14-4122-a684-421100523c54 req-3f348180-1f25-48bb-903b-d0124354ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:21.810677 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1cc87fe8-9e14-4122-a684-421100523c54 req-3f348180-1f25-48bb-903b-d0124354ff22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.0470793 Mar 31 15:29:21.868149 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc87fe8-9e14-4122-a684-421100523c54 req-51eeecef-cc8d-4b7b-9559-f844580072b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:21.869683 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1cc87fe8-9e14-4122-a684-421100523c54 req-51eeecef-cc8d-4b7b-9559-f844580072b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0529110 Mar 31 15:29:21.968773 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1cc87fe8-9e14-4122-a684-421100523c54 req-381baacc-6bad-4369-9941-180f0bb0efe5 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922425 Mar 31 15:29:22.076343 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-1cc87fe8-9e14-4122-a684-421100523c54 req-494fd45b-c015-4a93-b9cd-dbfb8e53ec26 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999105 Mar 31 15:29:22.350703 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:22.516996 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549c6bd-638f-40c1-9c29-68ccfa36994c req-e82da772-e4f6-48aa-8e0c-5cb4814502b1 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:22.518619 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d549c6bd-638f-40c1-9c29-68ccfa36994c req-e82da772-e4f6-48aa-8e0c-5cb4814502b1 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 944 time: 0.0568514 Mar 31 15:29:22.574050 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9287e530-25ae-4cd6-97c1-a44ac2bfe01a up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:29:22.574555 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d549c6bd-638f-40c1-9c29-68ccfa36994c req-8e690348-c0ae-4005-bc72-32a25318fa52 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485280 Mar 31 15:29:22.643308 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:29:22.649873 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:29:22.650494 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:22.759983 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:29:22.760524 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:22.787400 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:29:22.793538 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaacf965-3ef2-46b2-b3d6-c0eccd98dc07" -d '{"events": [{"server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "name": "network-vif-plugged", "status": "completed", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:29:22.816381 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:29:22.824802 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:22.853568 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceae812-7902-493e-a613-9b1703ea849e x-openstack-request-id: req-0ceae812-7902-493e-a613-9b1703ea849e {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:29:22.854003 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "name": "network-vif-plugged", "status": "completed", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:29:22.854293 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ceae812-7902-493e-a613-9b1703ea849e {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:29:22.854854 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ceae812-7902-493e-a613-9b1703ea849e'] response: {'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'code': 200} Mar 31 15:29:22.890364 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:23.069861 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17be5e8-4d62-4199-87fd-5af2345d429e req-b9a7ad90-1e3a-41ad-8ac5-2b174890bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:23.071279 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-d17be5e8-4d62-4199-87fd-5af2345d429e req-b9a7ad90-1e3a-41ad-8ac5-2b174890bf50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 1129 time: 0.0534697 Mar 31 15:29:23.139093 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-d17be5e8-4d62-4199-87fd-5af2345d429e req-73de28b2-adb2-4275-89f1-ce1e8b38dfc1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605540 Mar 31 15:29:23.721570 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067daf76-c681-4f0e-aae3-5a73f6b0539b req-70dc1a86-8fab-45a1-b6f2-43d57209590a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:23.723237 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-067daf76-c681-4f0e-aae3-5a73f6b0539b req-70dc1a86-8fab-45a1-b6f2-43d57209590a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 945 time: 0.0650492 Mar 31 15:29:23.780101 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-067daf76-c681-4f0e-aae3-5a73f6b0539b req-61c603b3-469b-4ef9-af12-41a3b2703d5d tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499172 Mar 31 15:29:24.933673 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7b6f2-7cec-4742-9b02-09ed58ae37c8 req-82c93d63-018f-419f-8939-00b6531d4745 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:24.935369 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fbb7b6f2-7cec-4742-9b02-09ed58ae37c8 req-82c93d63-018f-419f-8939-00b6531d4745 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 945 time: 0.0638294 Mar 31 15:29:25.009125 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fbb7b6f2-7cec-4742-9b02-09ed58ae37c8 req-7d0660c5-9f4c-4eee-bdc3-641692aee6db tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625210 Mar 31 15:29:25.187973 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b080771-7727-4329-9b30-f394c49ce911 req-4d62f291-a64e-4d48-8a6d-47a564fae936 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:25.204171 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b080771-7727-4329-9b30-f394c49ce911 req-4d62f291-a64e-4d48-8a6d-47a564fae936 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 945 time: 0.0927970 Mar 31 15:29:25.270986 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:29:25.293933 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b080771-7727-4329-9b30-f394c49ce911 req-9e2721d1-876f-4f28-9b61-3c6d6ba271d1 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829306 Mar 31 15:29:25.369027 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e16b07-9c62-4313-b60c-f5a71e4d2e9e req-baf41390-3ae4-4de4-bd6d-0645e2873031 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:25.370621 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-94e16b07-9c62-4313-b60c-f5a71e4d2e9e req-baf41390-3ae4-4de4-bd6d-0645e2873031 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.1106787 Mar 31 15:29:25.432966 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-94e16b07-9c62-4313-b60c-f5a71e4d2e9e req-05d9b375-8d83-426d-b99e-2d7229cf9c3c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550580 Mar 31 15:29:25.670195 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492d3b5-e787-4abc-8cdd-338f27fcea35 req-7f54112c-d7c4-47bf-a7cc-cbc2a21dc483 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:25.671733 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f492d3b5-e787-4abc-8cdd-338f27fcea35 req-7f54112c-d7c4-47bf-a7cc-cbc2a21dc483 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 945 time: 0.0732400 Mar 31 15:29:25.724053 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f492d3b5-e787-4abc-8cdd-338f27fcea35 req-bebb1411-f338-4a04-9b39-70a3a809943e tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455914 Mar 31 15:29:26.575180 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a6cc-5ffa-47a5-932f-adfb383491d1 req-c107e6e1-c8a1-45f2-9ac3-c01425011d50 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:26.576788 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e637a6cc-5ffa-47a5-932f-adfb383491d1 req-c107e6e1-c8a1-45f2-9ac3-c01425011d50 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0614176 Mar 31 15:29:26.632665 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e637a6cc-5ffa-47a5-932f-adfb383491d1 req-47214b81-296a-4146-a360-e028e202da56 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495596 Mar 31 15:29:27.787585 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d28b63-bbd9-46eb-8860-f335f3c1e341 req-729459f5-8b3d-471c-902c-fa69a22f3dfe tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:27.789596 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b4d28b63-bbd9-46eb-8860-f335f3c1e341 req-729459f5-8b3d-471c-902c-fa69a22f3dfe tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0779631 Mar 31 15:29:27.862679 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b4d28b63-bbd9-46eb-8860-f335f3c1e341 req-6fccd5c6-6346-4b81-8ddb-7d35de78e179 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624001 Mar 31 15:29:29.021011 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac35a9-307c-45b6-afb3-b984ed3f15e7 req-b0cb04d3-c3f9-42d0-9cb0-8bedd7e15937 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:29.023716 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8dac35a9-307c-45b6-afb3-b984ed3f15e7 req-b0cb04d3-c3f9-42d0-9cb0-8bedd7e15937 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0755198 Mar 31 15:29:29.083555 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8dac35a9-307c-45b6-afb3-b984ed3f15e7 req-b1088c2f-a6a4-4f38-ac53-67869547a65a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529182 Mar 31 15:29:30.204359 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650798c0-868c-4dd0-bf05-01e5e56ad47e req-891e3b9c-5d62-4d2a-a8ff-f7c9a9374d1e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:30.205884 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-650798c0-868c-4dd0-bf05-01e5e56ad47e req-891e3b9c-5d62-4d2a-a8ff-f7c9a9374d1e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0534368 Mar 31 15:29:30.253348 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-650798c0-868c-4dd0-bf05-01e5e56ad47e req-8ee352b8-b6fb-4ea6-b890-311e9342297a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413914 Mar 31 15:29:31.378289 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248edd3-44d4-4113-886a-5b8347875eea req-5412f48e-1fda-4682-b119-293e7add7781 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:31.380558 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f248edd3-44d4-4113-886a-5b8347875eea req-5412f48e-1fda-4682-b119-293e7add7781 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0589888 Mar 31 15:29:31.425829 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f248edd3-44d4-4113-886a-5b8347875eea req-a2b9d901-c42c-4924-aa52-0e597d570aae tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395830 Mar 31 15:29:32.546679 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237ca1-770c-4efc-b305-64f3a46a7c04 req-26768e6a-7da1-4a81-8371-409dbbea29c3 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:32.548150 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-12237ca1-770c-4efc-b305-64f3a46a7c04 req-26768e6a-7da1-4a81-8371-409dbbea29c3 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0529411 Mar 31 15:29:32.595474 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-12237ca1-770c-4efc-b305-64f3a46a7c04 req-bac55886-0764-4fd4-b9a5-46be7ea7b0de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404494 Mar 31 15:29:32.935571 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-86b3e841-f6fb-4988-8673-87efe74c4d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:33.717636 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63310483-e470-41c6-b633-7dafa436f52b req-1f97a8c3-23d3-46fb-bb1f-dcce40eb861b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:33.719111 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-63310483-e470-41c6-b633-7dafa436f52b req-1f97a8c3-23d3-46fb-bb1f-dcce40eb861b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0542252 Mar 31 15:29:33.778363 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-63310483-e470-41c6-b633-7dafa436f52b req-e446e3df-9c9e-45a7-a3f5-2d6b9370e0df tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521076 Mar 31 15:29:34.909835 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a2d40-0752-4b34-baed-4a1f512a0dae req-ac326066-ad84-4542-ae99-e1252fd1100b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:34.911970 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1d7a2d40-0752-4b34-baed-4a1f512a0dae req-ac326066-ad84-4542-ae99-e1252fd1100b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0561154 Mar 31 15:29:34.958905 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1d7a2d40-0752-4b34-baed-4a1f512a0dae req-4a94699a-6799-43cd-9a85-160181e50890 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412397 Mar 31 15:29:35.284741 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-b8948276-a1cc-4d81-9ed6-36691db1e41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:35.389898 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b650d14-3c79-4cbb-ad8e-9debe69d7982 req-dfd78db1-7963-4fdf-8858-a94fd694b247 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:35.391347 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5b650d14-3c79-4cbb-ad8e-9debe69d7982 req-dfd78db1-7963-4fdf-8858-a94fd694b247 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 945 time: 0.0522091 Mar 31 15:29:35.437975 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5b650d14-3c79-4cbb-ad8e-9debe69d7982 req-2b6c0e44-eaf6-481c-9cbf-9da538768aff tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Mar 31 15:29:35.459924 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 54228) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:35.653077 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1319a8-c5c0-4f43-8363-fbd0a73fc198 tempest-TestMinimumBasicScenario-945882477 tempest-TestMinimumBasicScenario-945882477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:35.654627 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-1e1319a8-c5c0-4f43-8363-fbd0a73fc198 tempest-TestMinimumBasicScenario-945882477 tempest-TestMinimumBasicScenario-945882477-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 1124 time: 0.1937170 Mar 31 15:29:35.657529 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 54232) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:35.662459 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'port_id': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:35.682254 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:35.779623 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:36.153646 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Allocated IP 172.27.2.79 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/e485351a-0959-4e99-9114-cb57538f7d3b) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:36.190090 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b10c2-b00c-4ccd-b9c6-4cd7d042b294 req-7222b142-6254-48ab-afce-401985262e3e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:36.191541 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-385b10c2-b00c-4ccd-b9c6-4cd7d042b294 req-7222b142-6254-48ab-afce-401985262e3e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0893610 Mar 31 15:29:36.282293 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-385b10c2-b00c-4ccd-b9c6-4cd7d042b294 req-1018a727-1be3-477f-9aa0-c7ca1c388475 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630457 Mar 31 15:29:36.303347 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for port (e485351a-0959-4e99-9114-cb57538f7d3b), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:36.336736 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (e485351a-0959-4e99-9114-cb57538f7d3b), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:36.370057 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:36.374623 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:36.381245 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:29:36.404866 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'Port': ['ID=e485351a-0959-4e99-9114-cb57538f7d3b,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:36.417454 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.417803 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.418145 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.418481 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.418810 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.419141 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.419467 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.419790 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.420114 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.420437 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.420760 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.421107 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.421424 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.421743 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.422093 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:36.532738 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:36.746706 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for floatingip (22797d2e-b581-4008-904b-c6be5f6d807d), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:36.817572 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (e485351a-0959-4e99-9114-cb57538f7d3b), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:36.967758 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for port (e485351a-0959-4e99-9114-cb57538f7d3b), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:36.972171 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (e485351a-0959-4e99-9114-cb57538f7d3b), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.041322 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'Port': ['ID=e485351a-0959-4e99-9114-cb57538f7d3b,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:37.057488 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (22797d2e-b581-4008-904b-c6be5f6d807d), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.162090 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Floating IP 22797d2e-b581-4008-904b-c6be5f6d807d associated. External IP: 172.27.2.79, port: 9287e530-25ae-4cd6-97c1-a44ac2bfe01a. Mar 31 15:29:37.406457 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Router b41619a1-6754-4877-aa30-20693308ef51 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:29:37.425800 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17545c-1305-4803-a7d9-29c9b5d8a07f req-92e1883d-a491-454c-94d9-3e501bb91465 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:37.427779 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9c17545c-1305-4803-a7d9-29c9b5d8a07f req-92e1883d-a491-454c-94d9-3e501bb91465 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0766776 Mar 31 15:29:37.549131 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9c17545c-1305-4803-a7d9-29c9b5d8a07f req-76fa0423-2ee7-4322-a7e7-1156e0b84cd0 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155477 Mar 31 15:29:37.565379 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:29:37.579040 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd48868-23ef-4ce7-88dc-2b1a926a8132 None None] Sync routers for ids ['b41619a1-6754-4877-aa30-20693308ef51'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:29:37.587100 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.590376 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd48868-23ef-4ce7-88dc-2b1a926a8132 None None] Routers {'b41619a1-6754-4877-aa30-20693308ef51'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:29:37.591018 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-7dd48868-23ef-4ce7-88dc-2b1a926a8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['b41619a1-6754-4877-aa30-20693308ef51'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:37.618636 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-b71f2a2b-bac4-4879-88a4-56d815bd1418 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9600837 Mar 31 15:29:37.619232 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:29:37.621758 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7b5777-a46c-43f8-8493-5269ba8f5774" -d '{"events": [{"name": "network-changed", "server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:29:37.622071 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54248) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:37.626759 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985729451', 'description': 'tempest-secgroup-smoke-1985729451 description', 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:37.657437 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.658952 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e89c18-1d91-4b94-962f-5f74821b65d7 x-openstack-request-id: req-10e89c18-1d91-4b94-962f-5f74821b65d7 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:29:37.659249 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:29:37.660108 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10e89c18-1d91-4b94-962f-5f74821b65d7 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:29:37.660520 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e89c18-1d91-4b94-962f-5f74821b65d7'] response: {'name': 'network-changed', 'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'status': 'completed', 'code': 200} Mar 31 15:29:37.704091 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-7dd48868-23ef-4ce7-88dc-2b1a926a8132 None None] Set router b41619a1-6754-4877-aa30-20693308ef51 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:29:37.744579 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group (14873fe9-db65-4a96-bce6-9e5126ea87fa), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.749402 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (14873fe9-db65-4a96-bce6-9e5126ea87fa), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.778168 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.780655 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1562800 Mar 31 15:29:37.782637 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54252) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:37.788912 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-ad32dad7-d76d-4964-971f-1553353fcaf0 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Request body: {'security_group_rule': {'security_group_id': '14873fe9-db65-4a96-bce6-9e5126ea87fa', 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:37.797741 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14873fe9-db65-4a96-bce6-9e5126ea87fa,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:37.826751 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.827094 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.827429 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.827767 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.828087 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.828412 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.828731 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.829050 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.829398 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.829718 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.830125 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.830374 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.830773 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.831214 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.831536 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89847c05-93a5-45d2-8070-c3377d5aace4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:37.838062 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ad32dad7-d76d-4964-971f-1553353fcaf0 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (28d02489-3f9a-4021-aff7-ee03d8afa297), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.912908 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ad32dad7-d76d-4964-971f-1553353fcaf0 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (28d02489-3f9a-4021-aff7-ee03d8afa297), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.917410 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ad32dad7-d76d-4964-971f-1553353fcaf0 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (28d02489-3f9a-4021-aff7-ee03d8afa297), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.945214 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32dad7-d76d-4964-971f-1553353fcaf0 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d02489-3f9a-4021-aff7-ee03d8afa297,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:37.949790 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.958383 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ad32dad7-d76d-4964-971f-1553353fcaf0 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.959801 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-ad32dad7-d76d-4964-971f-1553353fcaf0 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1762180 Mar 31 15:29:37.963725 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54254) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:37.968141 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-4bdf6eb3-1d0c-4fb9-8941-bf483b739b98 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Request body: {'security_group_rule': {'security_group_id': '14873fe9-db65-4a96-bce6-9e5126ea87fa', 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:37.996823 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4bdf6eb3-1d0c-4fb9-8941-bf483b739b98 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (6db6d647-e3a1-4657-a838-ac9dfd3e6ca5), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.056037 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4bdf6eb3-1d0c-4fb9-8941-bf483b739b98 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (6db6d647-e3a1-4657-a838-ac9dfd3e6ca5), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.060430 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4bdf6eb3-1d0c-4fb9-8941-bf483b739b98 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (6db6d647-e3a1-4657-a838-ac9dfd3e6ca5), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.082944 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf6eb3-1d0c-4fb9-8941-bf483b739b98 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db6d647-e3a1-4657-a838-ac9dfd3e6ca5,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:38.090230 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4bdf6eb3-1d0c-4fb9-8941-bf483b739b98 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.091472 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-4bdf6eb3-1d0c-4fb9-8941-bf483b739b98 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267912 Mar 31 15:29:38.094096 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54256) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:38.098724 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-824504e3-ef69-48a4-8325-d4373224b8f4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Request body: {'security_group_rule': {'security_group_id': '14873fe9-db65-4a96-bce6-9e5126ea87fa', 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:38.126244 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-824504e3-ef69-48a4-8325-d4373224b8f4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (7d976d29-4302-40fb-8da3-5f903cccb3de), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.139579 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-7dd48868-23ef-4ce7-88dc-2b1a926a8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:33Z', 'revision_number': 4, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '22797d2e-b581-4008-904b-c6be5f6d807d', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'port_id': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'mac_address': 'fa:16:3e:f9:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:29:36Z', 'updated_at': '2022-03-31T15:29:36Z', 'revision_number': 0, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a41083-5d3f-413f-bf43-8dfd5525eed2', 'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'mac_address': 'fa:16:3e:ff:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:33Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'subnets': [{'id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:38.171091 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd48868-23ef-4ce7-88dc-2b1a926a8132 None None] Checking router: b41619a1-6754-4877-aa30-20693308ef51 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:29:38.187646 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd48868-23ef-4ce7-88dc-2b1a926a8132 None None] Routers {'b41619a1-6754-4877-aa30-20693308ef51'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:29:38.188304 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-7dd48868-23ef-4ce7-88dc-2b1a926a8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['b41619a1-6754-4877-aa30-20693308ef51'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:38.194235 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-824504e3-ef69-48a4-8325-d4373224b8f4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (7d976d29-4302-40fb-8da3-5f903cccb3de), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.198902 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-824504e3-ef69-48a4-8325-d4373224b8f4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (7d976d29-4302-40fb-8da3-5f903cccb3de), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.216451 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824504e3-ef69-48a4-8325-d4373224b8f4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d976d29-4302-40fb-8da3-5f903cccb3de,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:38.225947 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-824504e3-ef69-48a4-8325-d4373224b8f4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.227365 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-824504e3-ef69-48a4-8325-d4373224b8f4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322694 Mar 31 15:29:38.230464 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54260) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:38.236261 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-6224ce18-e33f-4aeb-8a08-e3f6343c9c0a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Request body: {'security_group_rule': {'security_group_id': '14873fe9-db65-4a96-bce6-9e5126ea87fa', 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:38.265263 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6224ce18-e33f-4aeb-8a08-e3f6343c9c0a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (4ae984eb-7a94-40ca-8ca8-f43b5f2108da), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.307536 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-7dd48868-23ef-4ce7-88dc-2b1a926a8132 None None] Set router b41619a1-6754-4877-aa30-20693308ef51 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:29:38.330420 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6224ce18-e33f-4aeb-8a08-e3f6343c9c0a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (4ae984eb-7a94-40ca-8ca8-f43b5f2108da), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.334319 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6224ce18-e33f-4aeb-8a08-e3f6343c9c0a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (4ae984eb-7a94-40ca-8ca8-f43b5f2108da), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.353141 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224ce18-e33f-4aeb-8a08-e3f6343c9c0a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae984eb-7a94-40ca-8ca8-f43b5f2108da,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:38.370190 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6224ce18-e33f-4aeb-8a08-e3f6343c9c0a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.371829 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-6224ce18-e33f-4aeb-8a08-e3f6343c9c0a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399066 Mar 31 15:29:38.374529 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54262) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:38.379216 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-420e331f-d05b-4e7b-88fb-c86b0687098d tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Request body: {'security_group_rule': {'security_group_id': '14873fe9-db65-4a96-bce6-9e5126ea87fa', 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:38.400174 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.securitygroups_db [None req-420e331f-d05b-4e7b-88fb-c86b0687098d tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Project a45c07aa38ef42ed98f7632ec7603af9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:29:38.405768 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-420e331f-d05b-4e7b-88fb-c86b0687098d tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (5fe37b2b-2d10-4940-aa2b-da0cff24c3f2), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.463720 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-420e331f-d05b-4e7b-88fb-c86b0687098d tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (5fe37b2b-2d10-4940-aa2b-da0cff24c3f2), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.467712 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-420e331f-d05b-4e7b-88fb-c86b0687098d tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (5fe37b2b-2d10-4940-aa2b-da0cff24c3f2), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.490746 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e331f-d05b-4e7b-88fb-c86b0687098d tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe37b2b-2d10-4940-aa2b-da0cff24c3f2,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:38.496773 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-420e331f-d05b-4e7b-88fb-c86b0687098d tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.500506 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-420e331f-d05b-4e7b-88fb-c86b0687098d tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224968 Mar 31 15:29:38.500653 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54264) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:38.505280 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-0c89e62d-cb1f-4b36-bdf8-e2b509bbc1f2 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Request body: {'security_group_rule': {'security_group_id': '14873fe9-db65-4a96-bce6-9e5126ea87fa', 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:38.530931 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.securitygroups_db [None req-0c89e62d-cb1f-4b36-bdf8-e2b509bbc1f2 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Project a45c07aa38ef42ed98f7632ec7603af9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:29:38.537004 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0c89e62d-cb1f-4b36-bdf8-e2b509bbc1f2 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (8e1bebcd-298e-455e-af14-19ca90964861), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.561152 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-7dd48868-23ef-4ce7-88dc-2b1a926a8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:33Z', 'revision_number': 4, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '22797d2e-b581-4008-904b-c6be5f6d807d', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'port_id': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'mac_address': 'fa:16:3e:f9:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:29:36Z', 'updated_at': '2022-03-31T15:29:36Z', 'revision_number': 0, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a41083-5d3f-413f-bf43-8dfd5525eed2', 'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'mac_address': 'fa:16:3e:ff:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:33Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'subnets': [{'id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:29:38.593293 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd48868-23ef-4ce7-88dc-2b1a926a8132 None None] The sync data for ids ['b41619a1-6754-4877-aa30-20693308ef51'] in dv-cinder-750782-15-iscsi is: [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:33Z', 'revision_number': 4, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '22797d2e-b581-4008-904b-c6be5f6d807d', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'port_id': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'mac_address': 'fa:16:3e:f9:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:29:36Z', 'updated_at': '2022-03-31T15:29:36Z', 'revision_number': 0, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a41083-5d3f-413f-bf43-8dfd5525eed2', 'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'mac_address': 'fa:16:3e:ff:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:33Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'subnets': [{'id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:29:38.600499 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0c89e62d-cb1f-4b36-bdf8-e2b509bbc1f2 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (8e1bebcd-298e-455e-af14-19ca90964861), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.604971 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0c89e62d-cb1f-4b36-bdf8-e2b509bbc1f2 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (8e1bebcd-298e-455e-af14-19ca90964861), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.626670 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89e62d-cb1f-4b36-bdf8-e2b509bbc1f2 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1bebcd-298e-455e-af14-19ca90964861,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:38.639924 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0c89e62d-cb1f-4b36-bdf8-e2b509bbc1f2 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:38.641331 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-0c89e62d-cb1f-4b36-bdf8-e2b509bbc1f2 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397061 Mar 31 15:29:38.681408 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49724de-e0b5-4957-83b7-57aa180b994c req-ff3be0c9-9fa9-4240-b63f-46363ab3c9f9 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:38.683169 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d49724de-e0b5-4957-83b7-57aa180b994c req-ff3be0c9-9fa9-4240-b63f-46363ab3c9f9 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0580420 Mar 31 15:29:38.767648 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d49724de-e0b5-4957-83b7-57aa180b994c req-5c070981-e7aa-4a1d-b887-111abb8fc5c4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779352 Mar 31 15:29:38.771573 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-51c00377-3085-4438-abd3-a7e00634b82b req-48816332-5d7a-4e62-ba5b-99f327f22d81 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985729451&fields=id&tenant_id=a45c07aa38ef42ed98f7632ec7603af9 HTTP/1.1" status: 200 len: 267 time: 0.0748413 Mar 31 15:29:38.834895 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f4b9a-ee05-4a17-be03-0f90a54422ce None None] New status for floating IP 22797d2e-b581-4008-904b-c6be5f6d807d: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:29:38.839788 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c00377-3085-4438-abd3-a7e00634b82b req-869b8715-8695-4ab5-8652-8a91bce40ea3 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:38.841411 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-51c00377-3085-4438-abd3-a7e00634b82b req-869b8715-8695-4ab5-8652-8a91bce40ea3 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 945 time: 0.0639932 Mar 31 15:29:38.857240 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-51c00377-3085-4438-abd3-a7e00634b82b req-0dccbd89-eac5-4675-8907-88d3ad177212 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Request body: {'port': {'security_groups': ['1add5e92-04af-41d4-9ed5-01bf37be4c76', '14873fe9-db65-4a96-bce6-9e5126ea87fa']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:38.927749 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-51c00377-3085-4438-abd3-a7e00634b82b req-0dccbd89-eac5-4675-8907-88d3ad177212 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:39.121768 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-51c00377-3085-4438-abd3-a7e00634b82b req-0dccbd89-eac5-4675-8907-88d3ad177212 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] For port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:29:39.152137 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-51c00377-3085-4438-abd3-a7e00634b82b req-0dccbd89-eac5-4675-8907-88d3ad177212 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:39.157207 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-51c00377-3085-4438-abd3-a7e00634b82b req-0dccbd89-eac5-4675-8907-88d3ad177212 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:39.170404 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['9287e530-25ae-4cd6-97c1-a44ac2bfe01a'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:29:39.171231 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b5777-a46c-43f8-8493-5269ba8f5774 req-6d134f1b-eaa8-4682-9918-6629c58ef088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:39.172984 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-5b7b5777-a46c-43f8-8493-5269ba8f5774 req-6d134f1b-eaa8-4682-9918-6629c58ef088 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a45c07aa38ef42ed98f7632ec7603af9&device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 1129 time: 0.0479581 Mar 31 15:29:39.206992 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c00377-3085-4438-abd3-a7e00634b82b req-0dccbd89-eac5-4675-8907-88d3ad177212 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:39.207611 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-51c00377-3085-4438-abd3-a7e00634b82b req-0dccbd89-eac5-4675-8907-88d3ad177212 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:39.209960 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-51c00377-3085-4438-abd3-a7e00634b82b req-0dccbd89-eac5-4675-8907-88d3ad177212 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "PUT /v2.0/ports/9287e530-25ae-4cd6-97c1-a44ac2bfe01a HTTP/1.1" status: 200 len: 981 time: 0.3575718 Mar 31 15:29:39.272690 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccbd89-eac5-4675-8907-88d3ad177212 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'Port': ['ID=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,revision_number=6']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:39.296391 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b5777-a46c-43f8-8493-5269ba8f5774 req-23d66453-d51b-4560-a8ee-c1c38ea2e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:39.297946 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-5b7b5777-a46c-43f8-8493-5269ba8f5774 req-23d66453-d51b-4560-a8ee-c1c38ea2e2d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 HTTP/1.1" status: 200 len: 916 time: 0.1175234 Mar 31 15:29:39.360818 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebca9de-666e-4ca2-91ce-aacae97baff6 req-cd4df490-2946-49cf-8107-43512a11e3eb tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:39.362859 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6ebca9de-666e-4ca2-91ce-aacae97baff6 req-cd4df490-2946-49cf-8107-43512a11e3eb tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0657706 Mar 31 15:29:39.364620 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['9287e530-25ae-4cd6-97c1-a44ac2bfe01a'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:29:39.381876 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-5b7b5777-a46c-43f8-8493-5269ba8f5774 req-470dd5cb-0982-49ee-9993-5f65d74ca640 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a HTTP/1.1" status: 200 len: 1000 time: 0.0763686 Mar 31 15:29:39.438289 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b5777-a46c-43f8-8493-5269ba8f5774 req-e7c5b2a5-0371-447c-a380-70e7015a2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:39.439837 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-5b7b5777-a46c-43f8-8493-5269ba8f5774 req-e7c5b2a5-0371-447c-a380-70e7015a2c75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc3bb9a2-dd51-4b0c-b999-f745ee22afce HTTP/1.1" status: 200 len: 854 time: 0.0513997 Mar 31 15:29:39.441942 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6ebca9de-666e-4ca2-91ce-aacae97baff6 req-adb55c5d-b534-4fbd-8f8e-d12ca239de79 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678165 Mar 31 15:29:39.497989 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b5777-a46c-43f8-8493-5269ba8f5774 req-20cfbcc2-88be-4e3b-9400-3881423ed74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:39.499414 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-5b7b5777-a46c-43f8-8493-5269ba8f5774 req-20cfbcc2-88be-4e3b-9400-3881423ed74a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525837 Mar 31 15:29:39.523818 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:39.529019 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-ebc87e43-c690-49a1-b827-6d3ecdb34e1c None None] Provisioning complete for port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:29:39.529415 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ebc87e43-c690-49a1-b827-6d3ecdb34e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:39.600991 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-5b7b5777-a46c-43f8-8493-5269ba8f5774 req-4e960b17-5182-48a7-ad36-f6d080e13048 service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931187 Mar 31 15:29:39.662280 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:29:39.665299 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644233f8-98e6-4c53-ba80-b0e0f5f811cf" -d '{"events": [{"name": "network-changed", "server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:29:39.710781 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c1a919-2612-4bbe-b369-388bcea9f723 x-openstack-request-id: req-b9c1a919-2612-4bbe-b369-388bcea9f723 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:29:39.712424 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:29:39.712424 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9c1a919-2612-4bbe-b369-388bcea9f723 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:29:39.712424 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c1a919-2612-4bbe-b369-388bcea9f723'] response: {'name': 'network-changed', 'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'status': 'completed', 'code': 200} Mar 31 15:29:39.762802 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-ebc87e43-c690-49a1-b827-6d3ecdb34e1c None None] Current status of the port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:29:39.903488 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274b76a-a4df-41c2-84cc-aceae0d34ded req-17f885ad-c7a4-4273-b06b-a12a18fef700 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:39.909665 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d274b76a-a4df-41c2-84cc-aceae0d34ded req-17f885ad-c7a4-4273-b06b-a12a18fef700 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0670743 Mar 31 15:29:39.954297 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-5b7b5777-a46c-43f8-8493-5269ba8f5774 req-bf935f2b-e34f-4cfd-9840-cbbf3393d3b6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470511 Mar 31 15:29:39.955944 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d274b76a-a4df-41c2-84cc-aceae0d34ded req-fbf13d06-406a-4306-a9d3-0ccc5e87f724 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451694 Mar 31 15:29:40.059871 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644233f8-98e6-4c53-ba80-b0e0f5f811cf req-d544823c-815f-4422-85aa-6a5a4038f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:40.061280 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-644233f8-98e6-4c53-ba80-b0e0f5f811cf req-d544823c-815f-4422-85aa-6a5a4038f912 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a45c07aa38ef42ed98f7632ec7603af9&device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 1168 time: 0.0451994 Mar 31 15:29:40.149735 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644233f8-98e6-4c53-ba80-b0e0f5f811cf req-b6d11a72-1c61-477c-8ef0-8a1c13a886fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:40.151196 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-644233f8-98e6-4c53-ba80-b0e0f5f811cf req-b6d11a72-1c61-477c-8ef0-8a1c13a886fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 HTTP/1.1" status: 200 len: 916 time: 0.0830522 Mar 31 15:29:40.222005 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-644233f8-98e6-4c53-ba80-b0e0f5f811cf req-a8e89995-72a4-4cff-9a2c-e78e48061e32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a HTTP/1.1" status: 200 len: 1000 time: 0.0594788 Mar 31 15:29:40.270948 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644233f8-98e6-4c53-ba80-b0e0f5f811cf req-535a92fe-83c2-44c1-a8cb-38fbd9ac17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:40.272653 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-644233f8-98e6-4c53-ba80-b0e0f5f811cf req-535a92fe-83c2-44c1-a8cb-38fbd9ac17ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc3bb9a2-dd51-4b0c-b999-f745ee22afce HTTP/1.1" status: 200 len: 854 time: 0.0425231 Mar 31 15:29:40.322067 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644233f8-98e6-4c53-ba80-b0e0f5f811cf req-b288b42d-28a0-40b7-b96b-d6a724a86fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:40.323605 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-644233f8-98e6-4c53-ba80-b0e0f5f811cf req-b288b42d-28a0-40b7-b96b-d6a724a86fc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450699 Mar 31 15:29:40.420223 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-644233f8-98e6-4c53-ba80-b0e0f5f811cf req-d09e4915-16c4-40ac-a1bc-5d87d1b017d0 service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891421 Mar 31 15:29:40.508906 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-644233f8-98e6-4c53-ba80-b0e0f5f811cf req-061e1af5-01fb-42fb-8a33-9b8ac1dcb5b2 service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819259 Mar 31 15:29:41.082777 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77e6e8-34f9-4c65-8c13-6c3e77aa22a7 req-f8fd5404-c45b-4d90-87ba-b24d10f85571 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:41.084321 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cb77e6e8-34f9-4c65-8c13-6c3e77aa22a7 req-f8fd5404-c45b-4d90-87ba-b24d10f85571 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0565288 Mar 31 15:29:41.130183 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cb77e6e8-34f9-4c65-8c13-6c3e77aa22a7 req-4f1a05bd-d5ba-4fba-9ea0-850c535ca2c7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396662 Mar 31 15:29:42.248254 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db62220-343a-4afc-b133-f39ce8681876 req-9d9bf69c-87c2-4295-a6b9-b42f650cd0a0 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:42.249849 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6db62220-343a-4afc-b133-f39ce8681876 req-9d9bf69c-87c2-4295-a6b9-b42f650cd0a0 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0517504 Mar 31 15:29:42.297933 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6db62220-343a-4afc-b133-f39ce8681876 req-e5df567b-18f0-4e84-a7c4-1071df683661 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Mar 31 15:29:43.419729 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a09ea-cf06-4897-8707-98144622e566 req-77f1d307-d3a9-47f0-84b9-5bdc0f8accac tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:43.421223 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-992a09ea-cf06-4897-8707-98144622e566 req-77f1d307-d3a9-47f0-84b9-5bdc0f8accac tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0550640 Mar 31 15:29:43.470192 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-992a09ea-cf06-4897-8707-98144622e566 req-9671b96f-18e3-406b-a7f1-059ece324fe6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434513 Mar 31 15:29:44.601260 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440c8c0-59bc-4610-a773-040f93436009 req-7a340162-e6a8-4c2d-9106-b283f7a5c368 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:44.602740 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f440c8c0-59bc-4610-a773-040f93436009 req-7a340162-e6a8-4c2d-9106-b283f7a5c368 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0598242 Mar 31 15:29:44.648942 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f440c8c0-59bc-4610-a773-040f93436009 req-b09d73a4-bf4a-4030-993e-46acf38f0530 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405462 Mar 31 15:29:45.765443 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7cfe8-095e-46ec-aae0-55471174ae4b req-6894974c-36a5-4e1d-983c-1418528acf2a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:45.766905 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-32e7cfe8-095e-46ec-aae0-55471174ae4b req-6894974c-36a5-4e1d-983c-1418528acf2a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0516436 Mar 31 15:29:45.813981 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-32e7cfe8-095e-46ec-aae0-55471174ae4b req-1d62f9c5-2df9-41ff-ac86-4096c1dcc67e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Mar 31 15:29:46.941364 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e770c86-17f2-4bdf-b9e1-d4ef827389bd req-dbd7f7a2-1861-4c0f-8f9a-52217e71e5ee tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:46.943155 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5e770c86-17f2-4bdf-b9e1-d4ef827389bd req-dbd7f7a2-1861-4c0f-8f9a-52217e71e5ee tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0562305 Mar 31 15:29:46.990097 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5e770c86-17f2-4bdf-b9e1-d4ef827389bd req-ae8117a5-880c-4a50-b41d-a04f69c3d0d5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409789 Mar 31 15:29:48.115539 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff7a7a-b2d1-4a70-b519-5c00a6f994d1 req-2b8a181c-981e-4510-a7ed-7143a6c0f9ff tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:48.116913 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ffff7a7a-b2d1-4a70-b519-5c00a6f994d1 req-2b8a181c-981e-4510-a7ed-7143a6c0f9ff tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0528538 Mar 31 15:29:48.164495 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ffff7a7a-b2d1-4a70-b519-5c00a6f994d1 req-53a6b848-4d3a-4adc-8b31-c1f93bba6f94 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411377 Mar 31 15:29:49.284838 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a9da-eebb-4c44-b6ed-5b4509978fff req-b4e8625f-7847-4d5a-9bed-2a789131eba4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:49.286981 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bb88a9da-eebb-4c44-b6ed-5b4509978fff req-b4e8625f-7847-4d5a-9bed-2a789131eba4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0552921 Mar 31 15:29:49.335835 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bb88a9da-eebb-4c44-b6ed-5b4509978fff req-1c3bf385-f013-42d6-b727-25ac7a1a1311 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427620 Mar 31 15:29:50.456470 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eb2fd-761b-4a0f-9b7d-896b5ade5e90 req-bcb36162-85db-41d9-97e3-c6695197629f tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:50.458053 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-052eb2fd-761b-4a0f-9b7d-896b5ade5e90 req-bcb36162-85db-41d9-97e3-c6695197629f tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0537679 Mar 31 15:29:50.506314 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-052eb2fd-761b-4a0f-9b7d-896b5ade5e90 req-6fe6deed-d259-4dba-8b4f-940932ae3d38 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Mar 31 15:29:51.632319 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d035b3-2667-4d19-9a86-12cab71564a4 req-2dff1ceb-3151-4a8e-bcf2-2399e0249ea3 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:51.633847 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-78d035b3-2667-4d19-9a86-12cab71564a4 req-2dff1ceb-3151-4a8e-bcf2-2399e0249ea3 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0564756 Mar 31 15:29:51.683975 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-78d035b3-2667-4d19-9a86-12cab71564a4 req-8c407754-a1b4-4d1a-9dcc-3d9f5124c19d tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 Mar 31 15:29:51.939323 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456a790-2ed2-4891-946f-754999d2e804 req-a5e5ef3f-58cf-49d0-9d0e-d2e842f81aa0 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:51.940815 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d456a790-2ed2-4891-946f-754999d2e804 req-a5e5ef3f-58cf-49d0-9d0e-d2e842f81aa0 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0628960 Mar 31 15:29:51.993340 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d456a790-2ed2-4891-946f-754999d2e804 req-43fa42fa-2f07-45d5-b3b6-46a1b27a541b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459366 Mar 31 15:29:51.994929 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c803e-ab68-4478-9fbc-f9c41326b281 req-3f4ba7c8-0b8a-4cd0-9be5-6c1964590412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:51.996951 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8f6c803e-ab68-4478-9fbc-f9c41326b281 req-3f4ba7c8-0b8a-4cd0-9be5-6c1964590412 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358212f65b23406d930b4f0e489b0137&device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 1130 time: 0.0553005 Mar 31 15:29:52.095307 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54392) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:52.105764 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c803e-ab68-4478-9fbc-f9c41326b281 req-2a87f020-b2eb-47b2-a9aa-50a307f13b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:52.107667 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8f6c803e-ab68-4478-9fbc-f9c41326b281 req-2a87f020-b2eb-47b2-a9aa-50a307f13b69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfdd2fec-cd96-44f9-8592-73cbe321b82e HTTP/1.1" status: 200 len: 912 time: 0.1039784 Mar 31 15:29:52.182106 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8f6c803e-ab68-4478-9fbc-f9c41326b281 req-7dc533f6-3a18-4a4b-beb4-918d6d0ef58e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696d15a2-9596-4aff-bf6e-da3d8b578334 HTTP/1.1" status: 200 len: 1002 time: 0.0654776 Mar 31 15:29:52.233533 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-47f077dd-e427-49ca-a5ce-f439a3e4476c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:52.251542 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c803e-ab68-4478-9fbc-f9c41326b281 req-8709c0c5-58ea-4cbe-9ab3-6ea40daccbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:52.253233 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8f6c803e-ab68-4478-9fbc-f9c41326b281 req-8709c0c5-58ea-4cbe-9ab3-6ea40daccbe7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6217d632-346f-46d7-9bf1-0a35af1691df HTTP/1.1" status: 200 len: 850 time: 0.0650098 Mar 31 15:29:52.338218 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:52.342604 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c803e-ab68-4478-9fbc-f9c41326b281 req-c19b6d81-13ee-4e2a-824b-9e0d4df3f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:52.344132 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8f6c803e-ab68-4478-9fbc-f9c41326b281 req-c19b6d81-13ee-4e2a-824b-9e0d4df3f6c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfdd2fec-cd96-44f9-8592-73cbe321b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0825610 Mar 31 15:29:52.413202 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-47f077dd-e427-49ca-a5ce-f439a3e4476c admin admin] Publish callbacks [] for security_group (ae0030d8-333e-46d4-bb56-64ea26c0e5fc), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:52.423096 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-47f077dd-e427-49ca-a5ce-f439a3e4476c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ae0030d8-333e-46d4-bb56-64ea26c0e5fc), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:52.485767 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-47f077dd-e427-49ca-a5ce-f439a3e4476c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87c454aa317d4ddf99fb6b0a09dd1304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891125 Mar 31 15:29:52.488425 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 54396) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:52.490272 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f077dd-e427-49ca-a5ce-f439a3e4476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0030d8-333e-46d4-bb56-64ea26c0e5fc,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:52.510303 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8f6c803e-ab68-4478-9fbc-f9c41326b281 req-266ce799-ad8a-4204-a066-6afa22f288a9 service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551256 Mar 31 15:29:52.561947 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-63063941-d63a-45af-905d-8ce935b3d304 admin admin] Publish callbacks [] for security_group (ae0030d8-333e-46d4-bb56-64ea26c0e5fc), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:52.602184 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-63063941-d63a-45af-905d-8ce935b3d304 admin admin] Publish callbacks [] for security_group (ae0030d8-333e-46d4-bb56-64ea26c0e5fc), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:52.675378 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-63063941-d63a-45af-905d-8ce935b3d304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ae0030d8-333e-46d4-bb56-64ea26c0e5fc), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:52.680608 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-63063941-d63a-45af-905d-8ce935b3d304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:52.684453 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8f6c803e-ab68-4478-9fbc-f9c41326b281 req-86b1838b-bbda-4d7c-9f65-40c0afa758fc service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615551 Mar 31 15:29:52.684628 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-63063941-d63a-45af-905d-8ce935b3d304 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae0030d8-333e-46d4-bb56-64ea26c0e5fc HTTP/1.1" status: 204 len: 168 time: 0.1922159 Mar 31 15:29:52.690307 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63063941-d63a-45af-905d-8ce935b3d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0030d8-333e-46d4-bb56-64ea26c0e5fc,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:53.197130 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73867a63-47d9-42fc-b44a-449c2dce9e26 req-f2806196-2e47-43ea-acee-0a5e4ecf797a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:53.198696 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-73867a63-47d9-42fc-b44a-449c2dce9e26 req-f2806196-2e47-43ea-acee-0a5e4ecf797a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0931296 Mar 31 15:29:53.274527 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-73867a63-47d9-42fc-b44a-449c2dce9e26 req-61b6db20-32bc-4a5e-bae1-301a769939df tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627720 Mar 31 15:29:53.472687 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 54422) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:53.589180 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1389616234-network', 'tenant_id': '0ff255ee4f324e4a8c82792e16a370f7'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:53.610261 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Made reservation on behalf of 0ff255ee4f324e4a8c82792e16a370f7 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:53.613159 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:53.624386 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:53.707976 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Publish callbacks [] for security_group (d7744d8e-8e2a-4a9c-806d-a3bc246ec43e), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:53.712634 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (d7744d8e-8e2a-4a9c-806d-a3bc246ec43e), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:53.743842 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:29:53.750559 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:53.759574 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (4f2a99fb-ae46-44ae-a2ea-c670da7ceca8), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:53.759574 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Added segment 4f2a99fb-ae46-44ae-a2ea-c670da7ceca8 of type vlan for network 5a1f8b6c-4c18-45b4-8642-3993b485369b Mar 31 15:29:53.818899 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (5a1f8b6c-4c18-45b4-8642-3993b485369b), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:53.849010 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (5a1f8b6c-4c18-45b4-8642-3993b485369b), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:53.849505 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:53.850093 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:53.918666 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4441905 Mar 31 15:29:53.922002 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54434) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:53.927977 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35595653-5d25-4e00-90e3-23c3a9d168d6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a1f8b6c-4c18-45b4-8642-3993b485369b,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:53.929521 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] Request body: {'subnet': {'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1389616234-subnet', 'tenant_id': '0ff255ee4f324e4a8c82792e16a370f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:53.941392 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 5a1f8b6c-4c18-45b4-8642-3993b485369b details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:29:53.975873 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] Made reservation on behalf of 0ff255ee4f324e4a8c82792e16a370f7 for: {'subnet': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:53.978828 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3477088'] for subnet (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:54.082109 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4ddc-1848-45a3-b98c-c485d25cb319 req-b220454c-a99b-4bee-9f31-265e6b219be2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:54.084059 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9e6c4ddc-1848-45a3-b98c-c485d25cb319 req-b220454c-a99b-4bee-9f31-265e6b219be2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0687077 Mar 31 15:29:54.109422 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11063c4-308c-4fed-85a0-61da1916fda6 req-a652a99b-b318-4b2e-8acf-cc2097e0015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:54.110432 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c11063c4-308c-4fed-85a0-61da1916fda6 req-a652a99b-b318-4b2e-8acf-cc2097e0015f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 1130 time: 0.0858502 Mar 31 15:29:54.144878 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9e6c4ddc-1848-45a3-b98c-c485d25cb319 req-8c8cdf9b-1c64-4fed-896c-8577fc979b55 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525358 Mar 31 15:29:54.276062 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3477110'] for subnet (cb8fb339-2d21-4bd4-88d3-2f1003c86664), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:54.307824 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11063c4-308c-4fed-85a0-61da1916fda6 req-1bc68c51-9378-4631-8bd7-942472cd4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:54.309342 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c11063c4-308c-4fed-85a0-61da1916fda6 req-1bc68c51-9378-4631-8bd7-942472cd4f3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.1865072 Mar 31 15:29:54.379814 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8fb339-2d21-4bd4-88d3-2f1003c86664,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:54.411155 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c11063c4-308c-4fed-85a0-61da1916fda6 req-e4de8e89-f32b-43cb-90a5-55bd604a6440 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e8655b-69a0-4099-8fac-21b21bc38f88 HTTP/1.1" status: 200 len: 1002 time: 0.0924108 Mar 31 15:29:54.412221 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] Checking segment: {'id': '4f2a99fb-ae46-44ae-a2ea-c670da7ceca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:29:54.412591 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] Network hostable DHCP agents. Network: 5a1f8b6c-4c18-45b4-8642-3993b485369b, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:29:54.414444 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480f22a-d8ab-47d9-bd09-4ce0d78eb263 req-f3e7a103-8233-48fc-813d-ca10ef8529f5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:54.415981 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7480f22a-d8ab-47d9-bd09-4ce0d78eb263 req-f3e7a103-8233-48fc-813d-ca10ef8529f5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0604794 Mar 31 15:29:54.461418 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] Network 5a1f8b6c-4c18-45b4-8642-3993b485369b is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:29:54.470194 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7480f22a-d8ab-47d9-bd09-4ce0d78eb263 req-930011a7-b5e6-4262-9110-afe18dcf0a49 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479591 Mar 31 15:29:54.477230 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 5a1f8b6c-4c18-45b4-8642-3993b485369b) {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:54.484098 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:54.485646 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:54.490744 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b5adc-9746-497e-b9b8-6abf9e142c07 None None] Network 5a1f8b6c-4c18-45b4-8642-3993b485369b requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:29:54.496607 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11063c4-308c-4fed-85a0-61da1916fda6 req-d3332c9f-6302-4410-9446-a3b678488df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:54.498134 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c11063c4-308c-4fed-85a0-61da1916fda6 req-d3332c9f-6302-4410-9446-a3b678488df5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0782485 Mar 31 15:29:54.518879 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-79753c94-bc30-4d2c-be84-248eab80d002 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5945578 Mar 31 15:29:54.565276 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11063c4-308c-4fed-85a0-61da1916fda6 req-f6cbddae-ea26-4cd1-9dc2-0c9feb577096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:54.568712 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c11063c4-308c-4fed-85a0-61da1916fda6 req-f6cbddae-ea26-4cd1-9dc2-0c9feb577096 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0629213 Mar 31 15:29:54.621612 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86837a2-f9dc-41ea-bdad-11a6898195dc None None] Network 5a1f8b6c-4c18-45b4-8642-3993b485369b requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:29:54.683907 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c11063c4-308c-4fed-85a0-61da1916fda6 req-9dc1ea38-7273-4f61-8475-98d81e551ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080034 Mar 31 15:29:54.822189 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c11063c4-308c-4fed-85a0-61da1916fda6 req-0ad9d369-52fc-4b97-b368-009c90097e44 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252699 Mar 31 15:29:55.273408 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298712c0-657a-4c42-bc9e-99c7163a37cb req-b5d54562-b47b-40cd-9760-19ca27ec747e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:55.274945 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-298712c0-657a-4c42-bc9e-99c7163a37cb req-b5d54562-b47b-40cd-9760-19ca27ec747e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0548542 Mar 31 15:29:55.322739 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-298712c0-657a-4c42-bc9e-99c7163a37cb req-83574d72-7547-484f-a21d-7ad34d3e1f22 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418677 Mar 31 15:29:56.722697 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-bd894342-3766-4081-9aa1-f3714cd58846 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:56.725640 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-bd894342-3766-4081-9aa1-f3714cd58846 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/networks?id=5a1f8b6c-4c18-45b4-8642-3993b485369b HTTP/1.1" status: 200 len: 814 time: 0.3869970 Mar 31 15:29:56.736642 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de94e77-8038-476e-acba-74e34af8b4f1 req-ace3ee58-3e71-4ea9-b15d-551a6a89e687 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:56.738160 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6de94e77-8038-476e-acba-74e34af8b4f1 req-ace3ee58-3e71-4ea9-b15d-551a6a89e687 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.1005113 Mar 31 15:29:56.756506 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-a5f7fffd-0d0c-4893-b16f-87fbd98e5b7f tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/quotas/0ff255ee4f324e4a8c82792e16a370f7 HTTP/1.1" status: 200 len: 375 time: 0.0166686 Mar 31 15:29:56.794603 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-f13fd79e-f00a-4a34-a7e0-98a3c72c11ef tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ff255ee4f324e4a8c82792e16a370f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316365 Mar 31 15:29:56.859973 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6de94e77-8038-476e-acba-74e34af8b4f1 req-2c81204a-4233-453c-a060-85c98c7d49c0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138258 Mar 31 15:29:56.916182 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-18624a87-a107-499b-a79d-76f979d45b70 service neutron] 10.222.0.11 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134615 Mar 31 15:29:57.030092 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-8969e5b1-7de9-4d39-828c-8b1038132831 service neutron] 10.222.0.11 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064470 Mar 31 15:29:57.230150 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b119bfa-6485-476e-a232-3cef94e54f1e req-db277531-f72e-42cf-8a7b-d13869741fe5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 210 time: 0.0453417 Mar 31 15:29:58.001933 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a19351-7156-4443-8d45-86fcb6ee09ca req-20d838d8-cce3-4391-8063-096cd7b51ef5 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:58.003677 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e1a19351-7156-4443-8d45-86fcb6ee09ca req-20d838d8-cce3-4391-8063-096cd7b51ef5 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0594311 Mar 31 15:29:58.062273 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e1a19351-7156-4443-8d45-86fcb6ee09ca req-c9e60ab3-ff65-4ba1-970f-c9b841dfe202 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524857 Mar 31 15:29:58.365212 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-dc09e946-17b0-4df9-ace6-8582b0ead89f req-3eff6107-c522-49c4-acc4-678569caac1c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 210 time: 0.0451789 Mar 31 15:29:58.425984 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-1c7af0f6-931b-40d6-99bb-19e469c74401 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:58.427910 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-1c7af0f6-931b-40d6-99bb-19e469c74401 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.13 "GET /v2.0/networks?id=5a1f8b6c-4c18-45b4-8642-3993b485369b HTTP/1.1" status: 200 len: 814 time: 0.1318717 Mar 31 15:29:58.448030 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Request body: {'port': {'device_id': '90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf', 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b', 'admin_state_up': True, 'tenant_id': '0ff255ee4f324e4a8c82792e16a370f7'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:58.593409 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Made reservation on behalf of 0ff255ee4f324e4a8c82792e16a370f7 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:29:58.597068 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:58.742610 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Allocated IP 172.20.0.8 (5a1f8b6c-4c18-45b4-8642-3993b485369b/cb8fb339-2d21-4bd4-88d3-2f1003c86664/b92da074-7784-4266-84c6-03f44e73775c) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:29:58.915894 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks [] for port (b92da074-7784-4266-84c6-03f44e73775c), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:58.958284 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (b92da074-7784-4266-84c6-03f44e73775c), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:59.015203 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Network 5a1f8b6c-4c18-45b4-8642-3993b485369b is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:29:59.022058 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:29:59.026884 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:29:59.034605 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Pushing event updated for resources: {'Port': ['ID=b92da074-7784-4266-84c6-03f44e73775c,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:59.095854 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:59.097265 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:59.116224 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-75964d27-5473-4800-b67d-968ef2ffb0e5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6766105 Mar 31 15:29:59.130308 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Request body: {'port': {'device_id': '90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:59.211724 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b92da074-7784-4266-84c6-03f44e73775c), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:59.231759 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ca6ac-08ea-4615-8a24-2b5d25d6ff17 req-ccc525ff-83aa-48ac-a479-73365496e5d9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:59.234063 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-921ca6ac-08ea-4615-8a24-2b5d25d6ff17 req-ccc525ff-83aa-48ac-a479-73365496e5d9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0659351 Mar 31 15:29:59.297509 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-921ca6ac-08ea-4615-8a24-2b5d25d6ff17 req-345fe6f0-ab28-46f2-836a-b7b0ee81667c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563071 Mar 31 15:29:59.507146 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd2e7d-edc4-4484-9d23-dd8a561f5be0 req-0590087e-9350-4cb4-940c-32095813d004 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:59.509208 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4fdd2e7d-edc4-4484-9d23-dd8a561f5be0 req-0590087e-9350-4cb4-940c-32095813d004 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 931 time: 0.0594821 Mar 31 15:29:59.557261 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92da074-7784-4266-84c6-03f44e73775c {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:29:59.566511 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4fdd2e7d-edc4-4484-9d23-dd8a561f5be0 req-625d0b70-0260-43bd-bb6f-a494a3af5472 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506830 Mar 31 15:29:59.567306 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Publish callbacks [] for port (b92da074-7784-4266-84c6-03f44e73775c), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:59.582755 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Transition to ACTIVE for port object b92da074-7784-4266-84c6-03f44e73775c will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:29:59.586853 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (b92da074-7784-4266-84c6-03f44e73775c), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:59.654445 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Pushing event updated for resources: {'Port': ['ID=b92da074-7784-4266-84c6-03f44e73775c,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:59.737420 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Attempting to bind port b92da074-7784-4266-84c6-03f44e73775c on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:29:59.737739 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Attempting to bind port b92da074-7784-4266-84c6-03f44e73775c by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '4f2a99fb-ae46-44ae-a2ea-c670da7ceca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:29:59.738067 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Attempting to bind port b92da074-7784-4266-84c6-03f44e73775c on network 5a1f8b6c-4c18-45b4-8642-3993b485369b {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:29:59.743546 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Port b92da074-7784-4266-84c6-03f44e73775c on network 5a1f8b6c-4c18-45b4-8642-3993b485369b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:29:59.743870 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Attempting to bind port b92da074-7784-4266-84c6-03f44e73775c on network 5a1f8b6c-4c18-45b4-8642-3993b485369b {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:29:59.750120 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:29:59.750461 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Checking segment: {'id': '4f2a99fb-ae46-44ae-a2ea-c670da7ceca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:29:59.750922 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Bound using segment: {'id': '4f2a99fb-ae46-44ae-a2ea-c670da7ceca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:29:59.751434 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Bound port: b92da074-7784-4266-84c6-03f44e73775c, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2a99fb-ae46-44ae-a2ea-c670da7ceca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:29:59.751865 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b92da074-7784-4266-84c6-03f44e73775c), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:59.832749 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] For port b92da074-7784-4266-84c6-03f44e73775c, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:29:59.836503 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] For port b92da074-7784-4266-84c6-03f44e73775c, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b92da074-7784-4266-84c6-03f44e73775c,segment=NetworkSegment(4f2a99fb-ae46-44ae-a2ea-c670da7ceca8),segment_id=4f2a99fb-ae46-44ae-a2ea-c670da7ceca8)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:29:59.844185 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (b92da074-7784-4266-84c6-03f44e73775c), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:59.889145 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:59.890087 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:59.892008 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] 10.222.0.13 "PUT /v2.0/ports/b92da074-7784-4266-84c6-03f44e73775c HTTP/1.1" status: 200 len: 1093 time: 0.7678213 Mar 31 15:29:59.892557 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf', 'tag': 'b92da074-7784-4266-84c6-03f44e73775c'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:29:59.895924 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ca4e2f-83a2-4304-87a7-700ed8625062" -d '{"events": [{"name": "network-changed", "server_uuid": "90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf", "tag": "b92da074-7784-4266-84c6-03f44e73775c"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:29:59.924543 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0922d-72f0-4498-8499-22edef920e33 service neutron] Pushing event updated for resources: {'Port': ['ID=b92da074-7784-4266-84c6-03f44e73775c,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:59.944699 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd10394-f397-41b2-94cc-46a37de3856c x-openstack-request-id: req-6cd10394-f397-41b2-94cc-46a37de3856c {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:29:59.945128 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf", "tag": "b92da074-7784-4266-84c6-03f44e73775c", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:29:59.945772 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6cd10394-f397-41b2-94cc-46a37de3856c {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:29:59.946407 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd10394-f397-41b2-94cc-46a37de3856c'] response: {'name': 'network-changed', 'server_uuid': '90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf', 'tag': 'b92da074-7784-4266-84c6-03f44e73775c', 'status': 'completed', 'code': 200} Mar 31 15:30:00.001536 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-1210e400-842e-4235-b535-fe950711c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:00.003258 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-1210e400-842e-4235-b535-fe950711c65d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff255ee4f324e4a8c82792e16a370f7&device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 1127 time: 0.0620327 Mar 31 15:30:00.055815 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-ecfaf8b2-1976-4665-9672-94e45422dadf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b92da074-7784-4266-84c6-03f44e73775c HTTP/1.1" status: 200 len: 217 time: 0.0405416 Mar 31 15:30:00.111825 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-d1a0af02-cb95-4d3f-9c22-3dcbf84828ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:00.113429 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-d1a0af02-cb95-4d3f-9c22-3dcbf84828ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fb339-2d21-4bd4-88d3-2f1003c86664 HTTP/1.1" status: 200 len: 854 time: 0.0485873 Mar 31 15:30:00.157861 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-15dcad58-6402-474a-8b6b-7ad5f2682571 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a1f8b6c-4c18-45b4-8642-3993b485369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381694 Mar 31 15:30:00.269281 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-0e4fec48-c064-4a21-866b-ee0f636a0259 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007857 Mar 31 15:30:00.374513 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-e00a7f72-eef6-47b5-b9a8-5dcd5745f82c req-72c775a1-04f2-4277-9a20-f066738ab699 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984738 Mar 31 15:30:00.451716 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f217fa8-45b0-4d9c-af64-1fbd52022f03 req-5f6bd221-d46b-4bc3-a88e-7ed00f8eb83a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:00.454669 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7f217fa8-45b0-4d9c-af64-1fbd52022f03 req-5f6bd221-d46b-4bc3-a88e-7ed00f8eb83a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0731776 Mar 31 15:30:00.490538 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca4e2f-83a2-4304-87a7-700ed8625062 req-72fbd111-8f19-458a-864a-65bcfcbcda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:00.492173 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-64ca4e2f-83a2-4304-87a7-700ed8625062 req-72fbd111-8f19-458a-864a-65bcfcbcda9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff255ee4f324e4a8c82792e16a370f7&device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 1127 time: 0.0604856 Mar 31 15:30:00.521188 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7f217fa8-45b0-4d9c-af64-1fbd52022f03 req-4859fbdc-06f6-4f43-8dda-6f0fbbae0be4 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608451 Mar 31 15:30:00.611547 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca4e2f-83a2-4304-87a7-700ed8625062 req-c3d78b38-45e4-4181-8655-238931318a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:00.613275 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-64ca4e2f-83a2-4304-87a7-700ed8625062 req-c3d78b38-45e4-4181-8655-238931318a4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a1f8b6c-4c18-45b4-8642-3993b485369b HTTP/1.1" status: 200 len: 915 time: 0.1141710 Mar 31 15:30:00.670845 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-64ca4e2f-83a2-4304-87a7-700ed8625062 req-12a126f5-5131-40b1-8565-02625a411012 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b92da074-7784-4266-84c6-03f44e73775c HTTP/1.1" status: 200 len: 217 time: 0.0435874 Mar 31 15:30:00.711873 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6828fa9-7c79-4d19-8cc7-172af93e8f57 req-12aa5b67-1588-45fc-83b0-b5044f26dcb0 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:00.713556 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a6828fa9-7c79-4d19-8cc7-172af93e8f57 req-12aa5b67-1588-45fc-83b0-b5044f26dcb0 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 943 time: 0.0636551 Mar 31 15:30:00.742469 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca4e2f-83a2-4304-87a7-700ed8625062 req-fad6beb2-a8c9-45e8-a90c-14d88cf46d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:00.744141 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-64ca4e2f-83a2-4304-87a7-700ed8625062 req-fad6beb2-a8c9-45e8-a90c-14d88cf46d8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fb339-2d21-4bd4-88d3-2f1003c86664 HTTP/1.1" status: 200 len: 854 time: 0.0602372 Mar 31 15:30:00.768544 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a6828fa9-7c79-4d19-8cc7-172af93e8f57 req-e89ca711-e47d-4f77-a401-432dc7932ac5 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478978 Mar 31 15:30:00.783811 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-64ca4e2f-83a2-4304-87a7-700ed8625062 req-3d036742-c3f5-43ad-b2ac-9b494236fcdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a1f8b6c-4c18-45b4-8642-3993b485369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326629 Mar 31 15:30:00.878719 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-64ca4e2f-83a2-4304-87a7-700ed8625062 req-535d4ebd-049e-4208-b4d3-71e20a2106ce service neutron] 10.222.0.13 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859118 Mar 31 15:30:00.986931 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-64ca4e2f-83a2-4304-87a7-700ed8625062 req-5eb03d2e-9120-4b47-8f69-bbefea988958 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010945 Mar 31 15:30:01.200951 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device b92da074-7784-4266-84c6-03f44e73775c details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:30:01.305899 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port b92da074-7784-4266-84c6-03f44e73775c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b92da074-7784-4266-84c6-03f44e73775c,segment=NetworkSegment(4f2a99fb-ae46-44ae-a2ea-c670da7ceca8),segment_id=4f2a99fb-ae46-44ae-a2ea-c670da7ceca8)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:30:01.318423 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': 'b92da074-7784-4266-84c6-03f44e73775c', 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b', 'port_id': 'b92da074-7784-4266-84c6-03f44e73775c', 'mac_address': 'fa:16:3e:5f:19:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8fb339-2d21-4bd4-88d3-2f1003c86664', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:30:01.374428 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port b92da074-7784-4266-84c6-03f44e73775c is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:30:01.375027 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b92da074-7784-4266-84c6-03f44e73775c), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:01.408026 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92da074-7784-4266-84c6-03f44e73775c {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:30:01.432985 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port b92da074-7784-4266-84c6-03f44e73775c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b92da074-7784-4266-84c6-03f44e73775c,segment=NetworkSegment(4f2a99fb-ae46-44ae-a2ea-c670da7ceca8),segment_id=4f2a99fb-ae46-44ae-a2ea-c670da7ceca8)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:30:01.437716 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (b92da074-7784-4266-84c6-03f44e73775c), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:01.496708 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=b92da074-7784-4266-84c6-03f44e73775c,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:01.508809 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.509415 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.510001 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.510552 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.511078 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.511608 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.512129 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.512634 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.513151 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.513684 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.514200 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.514752 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.515257 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.515770 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.516305 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:01.523743 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecd4b9-5d13-49b0-a96d-d5f655f4f25e req-1af0532a-6ac6-49c0-bd84-27796d27854a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:01.525440 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-eeecd4b9-5d13-49b0-a96d-d5f655f4f25e req-1af0532a-6ac6-49c0-bd84-27796d27854a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 945 time: 0.0792425 Mar 31 15:30:01.603407 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-eeecd4b9-5d13-49b0-a96d-d5f655f4f25e req-5322dc16-8887-419c-a9bb-d0242544eff9 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a84f5cf-9b22-42a7-a822-79d8c2a1e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708129 Mar 31 15:30:01.685580 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fb60c-7e33-4c73-a3e8-8c0e8ad96a0e req-813bdbb9-6034-4269-9a22-05a4e8756e02 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:01.687165 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bb4fb60c-7e33-4c73-a3e8-8c0e8ad96a0e req-813bdbb9-6034-4269-9a22-05a4e8756e02 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0637016 Mar 31 15:30:01.750182 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bb4fb60c-7e33-4c73-a3e8-8c0e8ad96a0e req-d7145de6-6ba7-460c-95af-464661154acd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563173 Mar 31 15:30:01.787048 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['b92da074-7784-4266-84c6-03f44e73775c'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:30:01.931077 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68f5c6-cd1c-420c-8893-a54d73436ec5 req-f1de7f42-b035-4226-85f3-bf2433f91bd1 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:01.933290 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1f68f5c6-cd1c-420c-8893-a54d73436ec5 req-f1de7f42-b035-4226-85f3-bf2433f91bd1 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 944 time: 0.0801332 Mar 31 15:30:01.986266 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1f68f5c6-cd1c-420c-8893-a54d73436ec5 req-db1bbb2b-e8da-43d5-ab76-96fd34f031db tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472448 Mar 31 15:30:02.271185 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:30:02.751971 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324295f4-fe65-4d3b-a1b7-144f66fe903e req-3db7e31a-9d04-4860-8366-5eff422d04d0 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:02.753582 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-324295f4-fe65-4d3b-a1b7-144f66fe903e req-3db7e31a-9d04-4860-8366-5eff422d04d0 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 945 time: 0.0641642 Mar 31 15:30:02.808754 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-324295f4-fe65-4d3b-a1b7-144f66fe903e req-46849eb8-3b1b-4ecc-bbad-c16d48f0584e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a84f5cf-9b22-42a7-a822-79d8c2a1e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492203 Mar 31 15:30:02.885275 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8e26-81d5-425e-8b72-01f5a72c4f2f req-9f96c4ff-e597-483f-b7db-c5ff89b8789a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:02.887916 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-951b8e26-81d5-425e-8b72-01f5a72c4f2f req-9f96c4ff-e597-483f-b7db-c5ff89b8789a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0582697 Mar 31 15:30:02.932545 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-62ab2b72-bf89-45e2-92f2-075f8eb7ef0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:02.952475 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-951b8e26-81d5-425e-8b72-01f5a72c4f2f req-7c18e2cc-d335-40f3-92a4-59e9e244d87c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582407 Mar 31 15:30:03.084903 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bb738-2527-49cd-99bf-04f38609a01c req-74a49b40-2209-413d-9b1e-9596d49c7785 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:03.086494 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-472bb738-2527-49cd-99bf-04f38609a01c req-74a49b40-2209-413d-9b1e-9596d49c7785 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 945 time: 0.0715754 Mar 31 15:30:03.137141 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455490d7-69be-4b60-8449-796034ffd992 req-e4322ceb-818a-48ad-a5db-46d04f827dc3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:03.138697 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-455490d7-69be-4b60-8449-796034ffd992 req-e4322ceb-818a-48ad-a5db-46d04f827dc3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 944 time: 0.0672863 Mar 31 15:30:03.196589 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Deleting port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:30:03.197164 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:03.209321 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-455490d7-69be-4b60-8449-796034ffd992 req-615bb7e1-e69e-4951-a338-baf1613ef259 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621111 Mar 31 15:30:03.213658 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device b92da074-7784-4266-84c6-03f44e73775c up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:30:03.271399 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port b92da074-7784-4266-84c6-03f44e73775c completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:30:03.276575 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port b92da074-7784-4266-84c6-03f44e73775c triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:30:03.277067 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b92da074-7784-4266-84c6-03f44e73775c), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:03.319037 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] For port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:30:03.319446 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:03.375587 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port b92da074-7784-4266-84c6-03f44e73775c is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:30:03.375976 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b92da074-7784-4266-84c6-03f44e73775c), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:03.404165 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92da074-7784-4266-84c6-03f44e73775c'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:30:03.406495 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a776af4-3da0-462a-80c1-25bbfc31a443" -d '{"events": [{"server_uuid": "90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf", "name": "network-vif-plugged", "status": "completed", "tag": "b92da074-7784-4266-84c6-03f44e73775c"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:30:03.420162 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port b92da074-7784-4266-84c6-03f44e73775c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b92da074-7784-4266-84c6-03f44e73775c,segment=NetworkSegment(4f2a99fb-ae46-44ae-a2ea-c670da7ceca8),segment_id=4f2a99fb-ae46-44ae-a2ea-c670da7ceca8)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:30:03.426470 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (b92da074-7784-4266-84c6-03f44e73775c), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:03.468845 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537ac489-7ca8-4d78-bbbc-374240a83101 x-openstack-request-id: req-537ac489-7ca8-4d78-bbbc-374240a83101 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:30:03.469787 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf", "name": "network-vif-plugged", "status": "completed", "tag": "b92da074-7784-4266-84c6-03f44e73775c", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:30:03.469787 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-537ac489-7ca8-4d78-bbbc-374240a83101 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:30:03.470049 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537ac489-7ca8-4d78-bbbc-374240a83101'] response: {'server_uuid': '90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92da074-7784-4266-84c6-03f44e73775c', 'code': 200} Mar 31 15:30:03.517800 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=b92da074-7784-4266-84c6-03f44e73775c,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:03.624156 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:03.624526 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (6774faf9-1b7b-4980-b645-0b92bb83d7a9), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:03.624839 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Floating IP 6774faf9-1b7b-4980-b645-0b92bb83d7a9 disassociated. External IP: 172.27.2.146, port: 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23. Mar 31 15:30:03.625225 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Calling delete_port for 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:30:03.730493 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1a085-6781-4ba3-aae0-369509293c74 req-c763f3d0-56d3-4eca-970f-5ca6563d354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:03.731919 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7cf1a085-6781-4ba3-aae0-369509293c74 req-c763f3d0-56d3-4eca-970f-5ca6563d354a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 1129 time: 0.1010852 Mar 31 15:30:03.810717 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-7cf1a085-6781-4ba3-aae0-369509293c74 req-8c6fe193-f308-4164-87b1-04eeaba8389f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675919 Mar 31 15:30:03.838863 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (9238c2ea-cdd8-456a-bef9-2cc0a07f2a23), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:03.879591 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'Port': ['ID=9238c2ea-cdd8-456a-bef9-2cc0a07f2a23,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:03.938954 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0c365f1b-73fd-41fb-9713-a12441c1f966 req-a363aeae-5df2-4d6b-8468-20e5b97a744f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0402162 Mar 31 15:30:04.110646 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f20ab-67fe-4dc2-982a-f63866406760 req-ba691a99-3984-49e2-9be1-567725d41a36 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:04.112666 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-040f20ab-67fe-4dc2-982a-f63866406760 req-ba691a99-3984-49e2-9be1-567725d41a36 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0682094 Mar 31 15:30:04.183525 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-040f20ab-67fe-4dc2-982a-f63866406760 req-78590e8e-d75b-4f3d-8ce7-9c2739b1a2ce tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597992 Mar 31 15:30:04.283018 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Router d497bd18-50fd-494a-ac6d-0ce50615fcbd has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:30:04.382770 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660c1c1-d022-4f1f-a23d-3531d97dbd4c req-6faaaf4a-8990-46a9-9f16-06e91404f3ff tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:04.385987 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7660c1c1-d022-4f1f-a23d-3531d97dbd4c req-6faaaf4a-8990-46a9-9f16-06e91404f3ff tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 945 time: 0.0846815 Mar 31 15:30:04.428613 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:30:04.442782 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463e33a-70bc-4f2e-9702-b7475290f47e None None] Sync routers for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:04.453814 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7660c1c1-d022-4f1f-a23d-3531d97dbd4c req-69a6fb65-284a-4cdc-9ec3-cdb462d605ed tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608392 Mar 31 15:30:04.463942 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463e33a-70bc-4f2e-9702-b7475290f47e None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:30:04.465140 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-0463e33a-70bc-4f2e-9702-b7475290f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:04.488268 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] No DVR routers for this DVR port 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:04.491821 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:04.495931 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-472bb738-2527-49cd-99bf-04f38609a01c req-a921d59a-4725-406b-acbb-27e30ab8523b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "DELETE /v2.0/ports/9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 HTTP/1.1" status: 204 len: 173 time: 1.4040084 Mar 31 15:30:04.496739 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'name': 'network-vif-deleted', 'tag': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:30:04.499430 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb127d32-9380-4897-9383-5fc66b810a74" -d '{"events": [{"server_uuid": "f7505b59-9ce7-4d07-86cd-72cbdc96dfa6", "name": "network-vif-deleted", "tag": "9238c2ea-cdd8-456a-bef9-2cc0a07f2a23"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:30:04.548448 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91bec99-4c02-446a-b4a8-8caf27d75436 x-openstack-request-id: req-e91bec99-4c02-446a-b4a8-8caf27d75436 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:30:04.548789 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7505b59-9ce7-4d07-86cd-72cbdc96dfa6", "name": "network-vif-deleted", "tag": "9238c2ea-cdd8-456a-bef9-2cc0a07f2a23", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:30:04.549816 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e91bec99-4c02-446a-b4a8-8caf27d75436 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:30:04.549816 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91bec99-4c02-446a-b4a8-8caf27d75436'] response: {'server_uuid': 'f7505b59-9ce7-4d07-86cd-72cbdc96dfa6', 'name': 'network-vif-deleted', 'tag': '9238c2ea-cdd8-456a-bef9-2cc0a07f2a23', 'status': 'completed', 'code': 200} Mar 31 15:30:04.610681 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-0463e33a-70bc-4f2e-9702-b7475290f47e None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:30:04.943711 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-0463e33a-70bc-4f2e-9702-b7475290f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'f8b87ae4-a14c-415d-8d30-04e796e73549', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '19d726be-d5ff-4151-9525-4cb3354a8151', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:a0:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:26:53Z', 'updated_at': '2022-03-31T15:27:26Z', 'revision_number': 2, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:04.975219 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463e33a-70bc-4f2e-9702-b7475290f47e None None] Checking router: d497bd18-50fd-494a-ac6d-0ce50615fcbd for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:04.986118 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463e33a-70bc-4f2e-9702-b7475290f47e None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:30:04.986758 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-0463e33a-70bc-4f2e-9702-b7475290f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:29:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:05.159378 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-0463e33a-70bc-4f2e-9702-b7475290f47e None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:30:05.163529 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-748b5df8-2081-4d47-be1e-3daef343cad2 req-af033ea3-751a-4131-b1a8-ef4621ec3d4a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7505b59-9ce7-4d07-86cd-72cbdc96dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0538442 Mar 31 15:30:05.213540 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:30:05.241664 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:30:05.242174 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9238c2ea-cdd8-456a-bef9-2cc0a07f2a23 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:30:05.303538 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d6f68d86-601b-4cb4-ae86-2d907c616a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:05.346422 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dc5bb-97c4-4031-b937-6d7a8b801a35 req-cef9eba7-5a78-4f7e-9e27-c49919b122d8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:05.348660 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9b2dc5bb-97c4-4031-b937-6d7a8b801a35 req-cef9eba7-5a78-4f7e-9e27-c49919b122d8 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0714755 Mar 31 15:30:05.416001 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9b2dc5bb-97c4-4031-b937-6d7a8b801a35 req-9268fcd2-46a0-411a-8aa3-509232d99605 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603831 Mar 31 15:30:05.478054 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-0463e33a-70bc-4f2e-9702-b7475290f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'f8b87ae4-a14c-415d-8d30-04e796e73549', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '19d726be-d5ff-4151-9525-4cb3354a8151', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:a0:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:26:53Z', 'updated_at': '2022-03-31T15:27:26Z', 'revision_number': 2, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:05.514261 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463e33a-70bc-4f2e-9702-b7475290f47e None None] The sync data for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi is: [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'f8b87ae4-a14c-415d-8d30-04e796e73549', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '19d726be-d5ff-4151-9525-4cb3354a8151', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:a0:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:26:53Z', 'updated_at': '2022-03-31T15:27:26Z', 'revision_number': 2, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:05.612645 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f30f9-4e99-4300-ae2d-21458af1b18f req-82d42b7a-f948-4a57-b6c1-17417d02d7b2 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:05.614331 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d8f30f9-4e99-4300-ae2d-21458af1b18f req-82d42b7a-f948-4a57-b6c1-17417d02d7b2 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 945 time: 0.0735652 Mar 31 15:30:05.690864 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d8f30f9-4e99-4300-ae2d-21458af1b18f req-c8c7d0d3-b8ee-4865-bb01-5850b8fa9784 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649753 Mar 31 15:30:05.853461 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d9b83-2af1-4c8c-a05c-b5b030860fe8 None None] New status for floating IP 6774faf9-1b7b-4980-b645-0b92bb83d7a9: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:30:06.299650 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54588) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:06.375426 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a60d109b-b572-4ac4-a8bc-3751b5663df2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (5a84f5cf-9b22-42a7-a822-79d8c2a1e846), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:06.405543 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a60d109b-b572-4ac4-a8bc-3751b5663df2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (5a84f5cf-9b22-42a7-a822-79d8c2a1e846), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:06.463822 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a60d109b-b572-4ac4-a8bc-3751b5663df2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5a84f5cf-9b22-42a7-a822-79d8c2a1e846), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:06.467052 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a60d109b-b572-4ac4-a8bc-3751b5663df2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:06.470904 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-a60d109b-b572-4ac4-a8bc-3751b5663df2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "DELETE /v2.0/security-groups/5a84f5cf-9b22-42a7-a822-79d8c2a1e846 HTTP/1.1" status: 204 len: 168 time: 0.1676841 Mar 31 15:30:06.471808 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54598) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:06.495791 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d109b-b572-4ac4-a8bc-3751b5663df2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84f5cf-9b22-42a7-a822-79d8c2a1e846,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:06.499649 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.api.v2.resource [None req-d26a106c-7c04-4dae-bc66-4e0edb4b4229 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] show failed (client error): The resource could not be found. Mar 31 15:30:06.503645 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-d26a106c-7c04-4dae-bc66-4e0edb4b4229 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups/5a84f5cf-9b22-42a7-a822-79d8c2a1e846 HTTP/1.1" status: 404 len: 347 time: 0.0278797 Mar 31 15:30:06.505812 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 54602) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:06.552807 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:06.705417 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72847729-6832-4de9-af11-2bf6face1570 req-49989064-859d-44bb-b52a-5d67ea433d54 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:06.706872 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-72847729-6832-4de9-af11-2bf6face1570 req-49989064-859d-44bb-b52a-5d67ea433d54 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.1468108 Mar 31 15:30:06.748559 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-14da2285-8166-4dea-99ad-97999f5753f1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Deleting port 9176d6cf-a973-4297-9aed-ae91e20f056d {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:30:06.748559 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-14da2285-8166-4dea-99ad-97999f5753f1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (9176d6cf-a973-4297-9aed-ae91e20f056d), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:06.817217 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-72847729-6832-4de9-af11-2bf6face1570 req-1833b0db-db82-4f20-be0d-eb5dce3fe20a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032426 Mar 31 15:30:06.866053 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-14da2285-8166-4dea-99ad-97999f5753f1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (9176d6cf-a973-4297-9aed-ae91e20f056d), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:06.866380 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-14da2285-8166-4dea-99ad-97999f5753f1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (9176d6cf-a973-4297-9aed-ae91e20f056d), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:06.878952 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-14da2285-8166-4dea-99ad-97999f5753f1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Calling delete_port for 9176d6cf-a973-4297-9aed-ae91e20f056d owned by network:floatingip {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:30:07.027945 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-14da2285-8166-4dea-99ad-97999f5753f1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (9176d6cf-a973-4297-9aed-ae91e20f056d), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:07.055835 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da2285-8166-4dea-99ad-97999f5753f1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'Port': ['ID=9176d6cf-a973-4297-9aed-ae91e20f056d,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:07.121762 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-14da2285-8166-4dea-99ad-97999f5753f1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (6774faf9-1b7b-4980-b645-0b92bb83d7a9), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:07.124866 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-14da2285-8166-4dea-99ad-97999f5753f1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:07.126070 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-14da2285-8166-4dea-99ad-97999f5753f1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "DELETE /v2.0/floatingips/6774faf9-1b7b-4980-b645-0b92bb83d7a9 HTTP/1.1" status: 204 len: 168 time: 0.6187150 Mar 31 15:30:07.946083 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:07.963469 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329975d-2bce-4cc3-af81-545a14ca48a6 req-8f6e1f90-792d-45a0-883c-8ca9c9dfcda5 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:07.964934 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d329975d-2bce-4cc3-af81-545a14ca48a6 req-8f6e1f90-792d-45a0-883c-8ca9c9dfcda5 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0598643 Mar 31 15:30:08.023026 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d329975d-2bce-4cc3-af81-545a14ca48a6 req-8021025d-5665-4bce-8fac-bddeab52e9a3 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522895 Mar 31 15:30:08.858028 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c8eac-9daa-42b2-9501-0f1f91f8ee7c req-a0aabca7-feaf-439d-9528-8df702074a98 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:08.859678 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f9c8eac-9daa-42b2-9501-0f1f91f8ee7c req-a0aabca7-feaf-439d-9528-8df702074a98 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.0634012 Mar 31 15:30:08.920529 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f9c8eac-9daa-42b2-9501-0f1f91f8ee7c req-51353dc6-f48e-42b1-9d87-078a3be2140f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541463 Mar 31 15:30:09.162568 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3398a78-f6ad-492a-bbd4-4fd2f8d8a752 req-9493e84d-5e7a-489b-8c99-9bd60f6bc735 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:09.164527 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a3398a78-f6ad-492a-bbd4-4fd2f8d8a752 req-9493e84d-5e7a-489b-8c99-9bd60f6bc735 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0698040 Mar 31 15:30:09.218117 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a3398a78-f6ad-492a-bbd4-4fd2f8d8a752 req-dd10f23c-a591-4457-b070-9c9357a856e4 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477724 Mar 31 15:30:09.467569 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:10.050467 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da1bc8-43b2-457f-8dc0-92f1e6208d3e req-4f0b0317-fc83-45d3-b25a-8341c8ea0179 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:10.053505 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c2da1bc8-43b2-457f-8dc0-92f1e6208d3e req-4f0b0317-fc83-45d3-b25a-8341c8ea0179 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.0595622 Mar 31 15:30:10.102577 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c2da1bc8-43b2-457f-8dc0-92f1e6208d3e req-f3603996-1d70-4f95-8232-bc8609799900 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432646 Mar 31 15:30:10.339652 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b7833-6239-4624-a82d-be46b87089ca req-188178da-611e-4044-8226-70766e3af8bd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:10.341165 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-955b7833-6239-4624-a82d-be46b87089ca req-188178da-611e-4044-8226-70766e3af8bd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0534568 Mar 31 15:30:10.388925 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-955b7833-6239-4624-a82d-be46b87089ca req-58a9c8e6-2d51-4c5f-a6c0-0ea7cc20aed9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421424 Mar 31 15:30:10.915894 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-ca89f7e6-a99a-4d36-b486-1332c3abb99e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:10.918185 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-ca89f7e6-a99a-4d36-b486-1332c3abb99e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.0673811 Mar 31 15:30:11.029279 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Deleting port 19d726be-d5ff-4151-9525-4cb3354a8151 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:30:11.029615 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:11.130233 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] For port 19d726be-d5ff-4151-9525-4cb3354a8151, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=19d726be-d5ff-4151-9525-4cb3354a8151,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:30:11.130769 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:11.232565 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05760d-87fd-43e1-8bd2-2be466fa4aa9 req-c1c1a8c1-9a21-402b-b6b0-e2fd19f10c24 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:11.234254 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2e05760d-87fd-43e1-8bd2-2be466fa4aa9 req-c1c1a8c1-9a21-402b-b6b0-e2fd19f10c24 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 945 time: 0.0601263 Mar 31 15:30:11.291796 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2e05760d-87fd-43e1-8bd2-2be466fa4aa9 req-2a5c0c1e-a015-4949-917c-41ae0dfdd55a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e7857fa-2bc2-4f44-8871-883ac187ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511436 Mar 31 15:30:11.329234 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:11.329607 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (f8b87ae4-a14c-415d-8d30-04e796e73549), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:11.329923 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Floating IP f8b87ae4-a14c-415d-8d30-04e796e73549 disassociated. External IP: 172.27.2.145, port: 19d726be-d5ff-4151-9525-4cb3354a8151. Mar 31 15:30:11.330260 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Calling delete_port for 19d726be-d5ff-4151-9525-4cb3354a8151 owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:30:11.478716 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (19d726be-d5ff-4151-9525-4cb3354a8151), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:11.516328 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'Port': ['ID=19d726be-d5ff-4151-9525-4cb3354a8151,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:11.534065 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec964a25-f0f0-467e-9716-f976c99205f9 req-3281de57-db08-457e-969d-70719d2c57f2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:11.536380 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ec964a25-f0f0-467e-9716-f976c99205f9 req-3281de57-db08-457e-969d-70719d2c57f2 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0753970 Mar 31 15:30:11.610095 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ec964a25-f0f0-467e-9716-f976c99205f9 req-26d4c981-ad90-4f4c-93e8-d0ada0b666f9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671468 Mar 31 15:30:11.687686 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Router d497bd18-50fd-494a-ac6d-0ce50615fcbd has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:30:11.696363 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c30317-c8a1-4a5a-8bfb-1c3070fd395c req-c80c6565-75e5-4d8b-89a8-bae6f6c3952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:11.697886 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-07c30317-c8a1-4a5a-8bfb-1c3070fd395c req-c80c6565-75e5-4d8b-89a8-bae6f6c3952e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 1130 time: 0.0693760 Mar 31 15:30:11.822723 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-07c30317-c8a1-4a5a-8bfb-1c3070fd395c req-0b665316-bf00-423b-8c5b-84fb61057342 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848918 Mar 31 15:30:11.838380 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:30:11.858835 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92011358-842a-4599-bbd1-aa4d172dfbcd None None] Sync routers for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:11.872969 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92011358-842a-4599-bbd1-aa4d172dfbcd None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:30:11.873623 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-92011358-842a-4599-bbd1-aa4d172dfbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:11.883370 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] No DVR routers for this DVR port 19d726be-d5ff-4151-9525-4cb3354a8151 on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:11.885926 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:11.889203 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-609051d5-b58d-4c19-9e24-9daab9b6e022 req-649abc87-4861-4e97-8425-1f83d17d7f05 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "DELETE /v2.0/ports/19d726be-d5ff-4151-9525-4cb3354a8151 HTTP/1.1" status: 204 len: 173 time: 0.9632864 Mar 31 15:30:11.889650 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'name': 'network-vif-deleted', 'tag': '19d726be-d5ff-4151-9525-4cb3354a8151'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:30:11.891955 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca94cc9-1f56-4d8f-a31f-0fed7b69ec4f" -d '{"events": [{"server_uuid": "e2e4d385-3011-4a16-8c06-81a8d6c4743b", "name": "network-vif-deleted", "tag": "19d726be-d5ff-4151-9525-4cb3354a8151"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:30:11.930220 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13153993-bca5-4ae5-b3f6-50e2fb097cd3 x-openstack-request-id: req-13153993-bca5-4ae5-b3f6-50e2fb097cd3 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:30:11.930945 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e4d385-3011-4a16-8c06-81a8d6c4743b", "name": "network-vif-deleted", "tag": "19d726be-d5ff-4151-9525-4cb3354a8151", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:30:11.930945 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13153993-bca5-4ae5-b3f6-50e2fb097cd3 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:30:11.931260 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13153993-bca5-4ae5-b3f6-50e2fb097cd3'] response: {'server_uuid': 'e2e4d385-3011-4a16-8c06-81a8d6c4743b', 'name': 'network-vif-deleted', 'tag': '19d726be-d5ff-4151-9525-4cb3354a8151', 'status': 'completed', 'code': 200} Mar 31 15:30:11.990381 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-92011358-842a-4599-bbd1-aa4d172dfbcd None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:30:12.310392 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-92011358-842a-4599-bbd1-aa4d172dfbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:12.342995 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92011358-842a-4599-bbd1-aa4d172dfbcd None None] Checking router: d497bd18-50fd-494a-ac6d-0ce50615fcbd for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:12.351909 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92011358-842a-4599-bbd1-aa4d172dfbcd None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:30:12.352529 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-92011358-842a-4599-bbd1-aa4d172dfbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:12.401025 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c2e3afe6-9705-4c39-9630-87baade9f9ff req-347e8c0f-e61b-40ad-89e9-e49e2f0e0d0d tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2e4d385-3011-4a16-8c06-81a8d6c4743b HTTP/1.1" status: 200 len: 210 time: 0.0286644 Mar 31 15:30:12.462813 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-92011358-842a-4599-bbd1-aa4d172dfbcd None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:30:12.677182 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-92011358-842a-4599-bbd1-aa4d172dfbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:12.704198 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92011358-842a-4599-bbd1-aa4d172dfbcd None None] The sync data for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi is: [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:12.752669 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c2b07-d409-4778-891a-df93285dfd2a req-aaa121d6-beec-4200-ad67-3aadb399a08f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:12.754743 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-005c2b07-d409-4778-891a-df93285dfd2a req-aaa121d6-beec-4200-ad67-3aadb399a08f tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0584867 Mar 31 15:30:12.808855 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-005c2b07-d409-4778-891a-df93285dfd2a req-aa0fb678-5287-497b-8169-de90bfb2fd0e tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481594 Mar 31 15:30:12.941029 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e476e43-b42c-45c5-a287-4e9f84c460b8 None None] New status for floating IP f8b87ae4-a14c-415d-8d30-04e796e73549: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:30:13.227025 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 19d726be-d5ff-4151-9525-4cb3354a8151 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:30:13.247329 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 19d726be-d5ff-4151-9525-4cb3354a8151 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:30:13.247667 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 19d726be-d5ff-4151-9525-4cb3354a8151 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:30:13.485586 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 54668) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:13.543409 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-20ecf26b-65bb-41e9-a865-dfeb927395e4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (1e7857fa-2bc2-4f44-8871-883ac187ed1a), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:13.569843 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-20ecf26b-65bb-41e9-a865-dfeb927395e4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (1e7857fa-2bc2-4f44-8871-883ac187ed1a), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:13.619755 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-20ecf26b-65bb-41e9-a865-dfeb927395e4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (1e7857fa-2bc2-4f44-8871-883ac187ed1a), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:13.623288 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-20ecf26b-65bb-41e9-a865-dfeb927395e4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:13.625258 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-20ecf26b-65bb-41e9-a865-dfeb927395e4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "DELETE /v2.0/security-groups/1e7857fa-2bc2-4f44-8871-883ac187ed1a HTTP/1.1" status: 204 len: 168 time: 0.1383932 Mar 31 15:30:13.628183 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54670) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:13.638811 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecf26b-65bb-41e9-a865-dfeb927395e4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7857fa-2bc2-4f44-8871-883ac187ed1a,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:13.645800 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.api.v2.resource [None req-c43a514e-bf76-4786-b76d-dda6acd48ebf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] show failed (client error): The resource could not be found. Mar 31 15:30:13.646850 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-c43a514e-bf76-4786-b76d-dda6acd48ebf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups/1e7857fa-2bc2-4f44-8871-883ac187ed1a HTTP/1.1" status: 404 len: 347 time: 0.0164480 Mar 31 15:30:13.649774 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54672) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:13.809573 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-d591ecb3-0eef-4ade-9782-def6c88c3a1a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Deleting port 9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:30:13.809913 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d591ecb3-0eef-4ade-9782-def6c88c3a1a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:13.911237 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d591ecb3-0eef-4ade-9782-def6c88c3a1a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:13.911565 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d591ecb3-0eef-4ade-9782-def6c88c3a1a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:13.926529 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-d591ecb3-0eef-4ade-9782-def6c88c3a1a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Calling delete_port for 9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f owned by network:floatingip {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:30:13.959714 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835bb66-8fb4-40c5-b33e-5411edb45c5e req-e3390496-7d0e-4a33-bf28-e89f8d6e7362 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:13.961248 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7835bb66-8fb4-40c5-b33e-5411edb45c5e req-e3390496-7d0e-4a33-bf28-e89f8d6e7362 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0672531 Mar 31 15:30:14.018880 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7835bb66-8fb4-40c5-b33e-5411edb45c5e req-ad9c0e5e-4660-4c2c-a8b1-61dcdcb077f4 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461371 Mar 31 15:30:14.096682 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d591ecb3-0eef-4ade-9782-def6c88c3a1a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.127078 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591ecb3-0eef-4ade-9782-def6c88c3a1a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'Port': ['ID=9ffc2438-5b2e-4e77-9b03-9bcb3ea6018f,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:14.202277 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d591ecb3-0eef-4ade-9782-def6c88c3a1a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (f8b87ae4-a14c-415d-8d30-04e796e73549), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.207146 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d591ecb3-0eef-4ade-9782-def6c88c3a1a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.209031 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-d591ecb3-0eef-4ade-9782-def6c88c3a1a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "DELETE /v2.0/floatingips/f8b87ae4-a14c-415d-8d30-04e796e73549 HTTP/1.1" status: 204 len: 168 time: 0.5579529 Mar 31 15:30:14.424294 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 54690) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:14.438341 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-e54e4767-e63f-4b11-a1df-bfc8bda47319 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533917508', 'description': 'tempest-description--2007647438'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:14.466769 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e54e4767-e63f-4b11-a1df-bfc8bda47319 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.538583 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104514ca-9f97-423c-b3df-785a75532d34 req-682c2deb-0caa-444e-9dae-5b599b42db2b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.540166 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-104514ca-9f97-423c-b3df-785a75532d34 req-682c2deb-0caa-444e-9dae-5b599b42db2b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0598872 Mar 31 15:30:14.565275 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c347ec-4a8c-4611-9395-8e65d5120189 req-cb1b60c3-46f8-45c1-b4fc-cd0af7f62f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.567176 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-08c347ec-4a8c-4611-9395-8e65d5120189 req-cb1b60c3-46f8-45c1-b4fc-cd0af7f62f32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 1130 time: 0.0961986 Mar 31 15:30:14.592840 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-104514ca-9f97-423c-b3df-785a75532d34 req-21b6311b-d9e7-4a5d-ab8a-21e979ad08ad tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467589 Mar 31 15:30:14.649673 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e54e4767-e63f-4b11-a1df-bfc8bda47319 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (90813711-1ec0-43da-975e-76c8c19b31f9), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.658860 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e54e4767-e63f-4b11-a1df-bfc8bda47319 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (90813711-1ec0-43da-975e-76c8c19b31f9), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.705659 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e54e4767-e63f-4b11-a1df-bfc8bda47319 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.707766 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e54e4767-e63f-4b11-a1df-bfc8bda47319 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2772951 Mar 31 15:30:14.711255 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 54694) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:14.720195 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-2bef8949-13ff-43e3-85ed-a47842d1ec1e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group_rule': {'security_group_id': '90813711-1ec0-43da-975e-76c8c19b31f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:14.724082 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e4767-e63f-4b11-a1df-bfc8bda47319 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90813711-1ec0-43da-975e-76c8c19b31f9,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:14.746954 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c347ec-4a8c-4611-9395-8e65d5120189 req-26577477-230d-46e3-8646-ba410dde64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.748764 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-08c347ec-4a8c-4611-9395-8e65d5120189 req-26577477-230d-46e3-8646-ba410dde64aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.1648490 Mar 31 15:30:14.772775 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2bef8949-13ff-43e3-85ed-a47842d1ec1e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (aa3b1e1d-e3e7-4f30-a425-0e4ae7a30004), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.864135 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2bef8949-13ff-43e3-85ed-a47842d1ec1e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (aa3b1e1d-e3e7-4f30-a425-0e4ae7a30004), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.870097 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2bef8949-13ff-43e3-85ed-a47842d1ec1e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (aa3b1e1d-e3e7-4f30-a425-0e4ae7a30004), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.893814 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef8949-13ff-43e3-85ed-a47842d1ec1e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3b1e1d-e3e7-4f30-a425-0e4ae7a30004,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:14.901143 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2bef8949-13ff-43e3-85ed-a47842d1ec1e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.902245 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-2bef8949-13ff-43e3-85ed-a47842d1ec1e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895816 Mar 31 15:30:14.904913 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 54700) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:14.916450 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-08c347ec-4a8c-4611-9395-8e65d5120189 req-eefa64d5-0a0c-422b-8279-4eb69cce0ad7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e8655b-69a0-4099-8fac-21b21bc38f88 HTTP/1.1" status: 200 len: 1002 time: 0.1494670 Mar 31 15:30:14.917645 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-eea2c872-db25-4357-a08c-d6981ed2a204 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group_rule': {'security_group_id': '90813711-1ec0-43da-975e-76c8c19b31f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:14.949631 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-eea2c872-db25-4357-a08c-d6981ed2a204 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (e5fd893e-2c55-4aa2-801f-f9d67fc0458f), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:14.986765 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c347ec-4a8c-4611-9395-8e65d5120189 req-93a2bf47-0a6a-4d20-aafb-3cbc4df0aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:14.993794 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-08c347ec-4a8c-4611-9395-8e65d5120189 req-93a2bf47-0a6a-4d20-aafb-3cbc4df0aa3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0673320 Mar 31 15:30:15.041052 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-eea2c872-db25-4357-a08c-d6981ed2a204 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (e5fd893e-2c55-4aa2-801f-f9d67fc0458f), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:15.047874 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-eea2c872-db25-4357-a08c-d6981ed2a204 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (e5fd893e-2c55-4aa2-801f-f9d67fc0458f), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:15.053338 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c347ec-4a8c-4611-9395-8e65d5120189 req-8feb3866-8b3b-40e8-a415-08c10c8b8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.055170 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-08c347ec-4a8c-4611-9395-8e65d5120189 req-8feb3866-8b3b-40e8-a415-08c10c8b8669 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0561130 Mar 31 15:30:15.078738 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2c872-db25-4357-a08c-d6981ed2a204 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fd893e-2c55-4aa2-801f-f9d67fc0458f,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:15.088155 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-eea2c872-db25-4357-a08c-d6981ed2a204 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:15.089342 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-eea2c872-db25-4357-a08c-d6981ed2a204 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1832690 Mar 31 15:30:15.103767 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 54704) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:15.106516 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:15.161345 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:15.189169 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e9905-336a-4e81-a0a9-93455416f5f1 req-c6331122-cf67-47c6-8945-4d23dbad13de tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.190654 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f77e9905-336a-4e81-a0a9-93455416f5f1 req-c6331122-cf67-47c6-8945-4d23dbad13de tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.1065283 Mar 31 15:30:15.239382 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2317d-7e1b-4146-844a-d4a46830fcae req-7cd9e5e0-7c53-40d3-9a6b-cf5ef3c1ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.241054 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bab2317d-7e1b-4146-844a-d4a46830fcae req-7cd9e5e0-7c53-40d3-9a6b-cf5ef3c1ff52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a45c07aa38ef42ed98f7632ec7603af9&device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 1168 time: 0.1025190 Mar 31 15:30:15.243334 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-08c347ec-4a8c-4611-9395-8e65d5120189 req-16fd7b79-922e-4c71-927f-3e03f9cf05f7 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792755 Mar 31 15:30:15.298470 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f77e9905-336a-4e81-a0a9-93455416f5f1 req-828d84fa-5544-421e-94b9-4b70f4dcf37a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758057 Mar 31 15:30:15.346560 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:15.431283 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2317d-7e1b-4146-844a-d4a46830fcae req-f8b7c7ad-cfce-413a-acc8-1b99f175d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.432982 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bab2317d-7e1b-4146-844a-d4a46830fcae req-f8b7c7ad-cfce-413a-acc8-1b99f175d9aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 HTTP/1.1" status: 200 len: 916 time: 0.1732528 Mar 31 15:30:15.440230 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-08c347ec-4a8c-4611-9395-8e65d5120189 req-b3d80b42-02a9-4fdf-8631-3600865b96cb service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709487 Mar 31 15:30:15.482137 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Allocated IP 172.27.2.113 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/8589642b-2593-4380-976e-8b256f22c964) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:15.519209 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bab2317d-7e1b-4146-844a-d4a46830fcae req-359c3f15-0dd4-4416-b2a0-1e7fa4d17b2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a HTTP/1.1" status: 200 len: 1000 time: 0.0778899 Mar 31 15:30:15.574243 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2317d-7e1b-4146-844a-d4a46830fcae req-c06a13c2-1512-43d6-b248-8070ef374494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.575755 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bab2317d-7e1b-4146-844a-d4a46830fcae req-c06a13c2-1512-43d6-b248-8070ef374494 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc3bb9a2-dd51-4b0c-b999-f745ee22afce HTTP/1.1" status: 200 len: 854 time: 0.0483234 Mar 31 15:30:15.597693 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (8589642b-2593-4380-976e-8b256f22c964), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:15.635377 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2317d-7e1b-4146-844a-d4a46830fcae req-0b6fb755-25d8-4171-878c-9d77b252c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.635605 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (8589642b-2593-4380-976e-8b256f22c964), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:15.637043 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bab2317d-7e1b-4146-844a-d4a46830fcae req-0b6fb755-25d8-4171-878c-9d77b252c980 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496976 Mar 31 15:30:15.677706 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:15.684771 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:15.691012 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:30:15.706429 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=8589642b-2593-4380-976e-8b256f22c964,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:15.755673 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bab2317d-7e1b-4146-844a-d4a46830fcae req-0d3a5c34-d017-499b-ba9c-fd3d24da34c6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047390 Mar 31 15:30:15.842032 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b46ca-0a00-4e56-b09f-57e9b941ff96 req-aad448ab-70e8-4203-8ac5-558ca76848c5 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:15.850315 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b16b46ca-0a00-4e56-b09f-57e9b941ff96 req-aad448ab-70e8-4203-8ac5-558ca76848c5 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.1630850 Mar 31 15:30:15.897949 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (3e437c8f-655c-4e88-8970-4b48d5f78d9c), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:15.907542 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-bab2317d-7e1b-4146-844a-d4a46830fcae req-b8a97272-f31e-401f-b5c5-cea2e14b0a3e service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434174 Mar 31 15:30:15.929748 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b16b46ca-0a00-4e56-b09f-57e9b941ff96 req-05f17e10-3b6d-432e-abfa-50a5d691fe08 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784309 Mar 31 15:30:15.956535 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (8589642b-2593-4380-976e-8b256f22c964), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:16.142514 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (8589642b-2593-4380-976e-8b256f22c964), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:16.149401 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (8589642b-2593-4380-976e-8b256f22c964), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:16.223953 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=8589642b-2593-4380-976e-8b256f22c964,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:16.234623 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (3e437c8f-655c-4e88-8970-4b48d5f78d9c), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:16.256471 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:16.257845 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-185b7c21-7857-48ee-be5b-206d6fc5d0ab tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1552963 Mar 31 15:30:16.434234 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905d52-53a4-4b45-9e6c-bb2f644de433 req-51f7c20b-8fac-4788-8521-552f120fb4b5 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:16.435731 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-db905d52-53a4-4b45-9e6c-bb2f644de433 req-51f7c20b-8fac-4788-8521-552f120fb4b5 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0613334 Mar 31 15:30:16.514987 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-05d484ef-9375-4ec9-8756-da6bbdc153b2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--533917508&fields=id&tenant_id=c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 267 time: 0.0782681 Mar 31 15:30:16.539841 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-db905d52-53a4-4b45-9e6c-bb2f644de433 req-a960403d-5900-439a-bbad-5a96f0755a9c tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968821 Mar 31 15:30:16.642160 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-19a6b38a-d798-4a87-ac43-17ef954c2611 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:16.643688 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-19a6b38a-d798-4a87-ac43-17ef954c2611 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 815 time: 0.1201456 Mar 31 15:30:16.665314 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-385026f3-381f-422a-b65e-568578252a2e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/quotas/c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 375 time: 0.0123978 Mar 31 15:30:16.729301 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-acbaae50-37de-48f5-9782-c7f2b8aa055d tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584841 Mar 31 15:30:16.840985 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-c3710a4d-96e6-4803-bf8c-474ea5f04e69 service neutron] 10.222.0.11 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988395 Mar 31 15:30:16.949695 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-c10a20cd-5275-43ec-a24b-4b6d6fb5e799 service neutron] 10.222.0.11 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027877 Mar 31 15:30:17.069307 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536a7c2-881d-4bf6-8a7e-13cad612a4e1 req-086009cf-663b-48a0-b8c1-7c8dc7eda1ad tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:17.070571 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d536a7c2-881d-4bf6-8a7e-13cad612a4e1 req-086009cf-663b-48a0-b8c1-7c8dc7eda1ad tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0670209 Mar 31 15:30:17.154472 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-36d14532-4ca8-44f9-a842-bc041e52669d req-e9111169-f8b0-48a4-807c-3f1437fe148e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 210 time: 0.0446379 Mar 31 15:30:17.158120 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d536a7c2-881d-4bf6-8a7e-13cad612a4e1 req-206da86c-34e4-4d92-b233-496ce7414b52 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806851 Mar 31 15:30:17.698870 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf793792-48bc-4b67-bad0-ce5a1c5d4149 req-b44e8e95-3fc0-4817-a114-a5a77a96b9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:17.700299 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cf793792-48bc-4b67-bad0-ce5a1c5d4149 req-b44e8e95-3fc0-4817-a114-a5a77a96b9e4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0741296 Mar 31 15:30:17.765252 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cf793792-48bc-4b67-bad0-ce5a1c5d4149 req-1ce03ca6-0714-495e-a368-5067a2b04954 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579891 Mar 31 15:30:18.305486 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-99e10a56-a72e-43cf-9231-53bb372b02a1 req-b76f0e18-953a-47e9-b6a6-dcff7e87f00c tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 210 time: 0.0689847 Mar 31 15:30:18.338559 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0192d-7f66-4d65-9e43-6bcc48269689 req-ec367051-3dc7-43d2-9bda-0d8efdaf3915 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:18.340689 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a4d0192d-7f66-4d65-9e43-6bcc48269689 req-ec367051-3dc7-43d2-9bda-0d8efdaf3915 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0874133 Mar 31 15:30:18.342865 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-b4184aa8-714a-409f-8539-56b424791bad tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:18.344371 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-b4184aa8-714a-409f-8539-56b424791bad tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 815 time: 0.1549962 Mar 31 15:30:18.391602 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a4d0192d-7f66-4d65-9e43-6bcc48269689 req-24289154-5749-4b1e-b2b3-6d7e7e749b54 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451708 Mar 31 15:30:18.411963 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-cae75223-5e01-4f29-92c4-19efd0fc1480 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 379 time: 0.0590138 Mar 31 15:30:18.424452 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'port': {'device_id': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'admin_state_up': True, 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'security_groups': ['90813711-1ec0-43da-975e-76c8c19b31f9']}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:18.524649 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab10df0-952e-491a-9f40-b06bea4cb4aa req-53cdc6d3-bce9-4f4c-a6ff-5ac2280c4649 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:18.526201 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7ab10df0-952e-491a-9f40-b06bea4cb4aa req-53cdc6d3-bce9-4f4c-a6ff-5ac2280c4649 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0613794 Mar 31 15:30:18.535772 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 54766) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:18.542132 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-d81845a0-a154-487c-8cff-496a348ac383 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Request body: {'floatingip': {'port_id': '22e8655b-69a0-4099-8fac-21b21bc38f88'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:18.554321 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Made reservation on behalf of c354a25138ad49b18228539ce07b0cd7 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:18.557752 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:18.610405 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d81845a0-a154-487c-8cff-496a348ac383 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for floatingip (e01755c1-9a6b-4c88-a8c7-99ea63eb1523), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:18.698483 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Allocated IP 172.20.0.11 (fc02ec74-7758-4df2-8ceb-5657ae38de47/7ac981f0-5e91-4e93-b7ca-3a3576546b1f/4bd20854-41b9-47f5-a547-eebb06e2a730) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:18.849668 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:18.885864 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:18.929172 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:18.934392 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:18.938201 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:30:18.965658 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=4bd20854-41b9-47f5-a547-eebb06e2a730,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:18.995556 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:18.995556 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:19.017613 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7d6cb4e8-ffd6-40dc-9363-04cf842901c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959613 Mar 31 15:30:19.033919 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Request body: {'port': {'device_id': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:19.118315 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:19.173943 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-fd7963ba-f2a2-47e2-961f-0bfc9cedef35 None None] Provisioning complete for port 4bd20854-41b9-47f5-a547-eebb06e2a730 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:30:19.174534 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fd7963ba-f2a2-47e2-961f-0bfc9cedef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:19.211487 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-fd7963ba-f2a2-47e2-961f-0bfc9cedef35 None None] Port 4bd20854-41b9-47f5-a547-eebb06e2a730 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:30:19.291827 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92e6d9-3e1a-47e6-929a-7744524a1c8a req-13e6e191-3ac9-4afc-bb0d-efee58d66b96 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:19.293398 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1f92e6d9-3e1a-47e6-929a-7744524a1c8a req-13e6e191-3ac9-4afc-bb0d-efee58d66b96 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.4322000 Mar 31 15:30:19.425622 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd20854-41b9-47f5-a547-eebb06e2a730 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:30:19.432980 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Publish callbacks [] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:19.445408 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Transition to ACTIVE for port object 4bd20854-41b9-47f5-a547-eebb06e2a730 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:30:19.449226 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:19.459332 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1f92e6d9-3e1a-47e6-929a-7744524a1c8a req-a19d0246-acc4-44e5-b6f5-e507cf1d2da1 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570396 Mar 31 15:30:19.488336 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d81845a0-a154-487c-8cff-496a348ac383 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:19.500365 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59800c-b776-4cd0-8d15-4123d6c1b05a req-86ea65a5-8c5b-47d3-9465-dda93bcaacbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:19.501973 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bc59800c-b776-4cd0-8d15-4123d6c1b05a req-86ea65a5-8c5b-47d3-9465-dda93bcaacbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 932 time: 0.1204154 Mar 31 15:30:19.506444 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d81845a0-a154-487c-8cff-496a348ac383 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (e01755c1-9a6b-4c88-a8c7-99ea63eb1523), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:19.530774 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd20854-41b9-47f5-a547-eebb06e2a730,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:19.591273 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Attempting to bind port 4bd20854-41b9-47f5-a547-eebb06e2a730 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:30:19.592029 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Attempting to bind port 4bd20854-41b9-47f5-a547-eebb06e2a730 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:30:19.592621 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Attempting to bind port 4bd20854-41b9-47f5-a547-eebb06e2a730 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:30:19.597632 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Port 4bd20854-41b9-47f5-a547-eebb06e2a730 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:30:19.597957 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Attempting to bind port 4bd20854-41b9-47f5-a547-eebb06e2a730 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:30:19.604420 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:30:19.604670 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Checking segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:30:19.605155 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Bound using segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:30:19.605600 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Bound port: 4bd20854-41b9-47f5-a547-eebb06e2a730, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:30:19.605987 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:19.636727 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bc59800c-b776-4cd0-8d15-4123d6c1b05a req-f5c6547f-5c2a-493b-bfe5-a234caa75d6f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274021 Mar 31 15:30:19.684666 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] For port 4bd20854-41b9-47f5-a547-eebb06e2a730, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:30:19.688664 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] For port 4bd20854-41b9-47f5-a547-eebb06e2a730, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4bd20854-41b9-47f5-a547-eebb06e2a730,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:30:19.697775 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:19.759366 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:19.759982 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:19.761417 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] 10.222.0.13 "PUT /v2.0/ports/4bd20854-41b9-47f5-a547-eebb06e2a730 HTTP/1.1" status: 200 len: 1094 time: 0.7337248 Mar 31 15:30:19.761860 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'tag': '4bd20854-41b9-47f5-a547-eebb06e2a730'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:30:19.764188 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7749184-a78f-441c-b347-ce6ce55872b1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4aed49-71b9-49ac-8f6e-e4f271fd139c", "tag": "4bd20854-41b9-47f5-a547-eebb06e2a730"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:30:19.770648 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64c8e6-1b2e-4f6b-b73c-cd24ca4f5a9c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd20854-41b9-47f5-a547-eebb06e2a730,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:19.869768 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81845a0-a154-487c-8cff-496a348ac383 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:30:19.875937 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c5c76f-67ec-40a5-95df-2732505b9e74 x-openstack-request-id: req-54c5c76f-67ec-40a5-95df-2732505b9e74 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:30:19.876279 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4aed49-71b9-49ac-8f6e-e4f271fd139c", "tag": "4bd20854-41b9-47f5-a547-eebb06e2a730", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:30:19.876523 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54c5c76f-67ec-40a5-95df-2732505b9e74 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:30:19.876951 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c5c76f-67ec-40a5-95df-2732505b9e74'] response: {'name': 'network-changed', 'server_uuid': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'tag': '4bd20854-41b9-47f5-a547-eebb06e2a730', 'status': 'completed', 'code': 200} Mar 31 15:30:19.922916 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-528d5082-7baf-42d7-91b0-bfe7ad87f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:19.925475 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-528d5082-7baf-42d7-91b0-bfe7ad87f17f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 1128 time: 0.1027656 Mar 31 15:30:19.977046 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-23a46e1b-1709-4899-ac14-a51502636eed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bd20854-41b9-47f5-a547-eebb06e2a730 HTTP/1.1" status: 200 len: 217 time: 0.0438492 Mar 31 15:30:20.040855 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-cc826bc8-448c-439f-9fc8-fb9458d5493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:20.044161 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-cc826bc8-448c-439f-9fc8-fb9458d5493c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.0519283 Mar 31 15:30:20.059029 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81845a0-a154-487c-8cff-496a348ac383 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:30:20.072304 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d81845a0-a154-487c-8cff-496a348ac383 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:20.086621 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5183331-ca67-4e29-a3c1-49fbf789b372 None None] Sync routers for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:20.109561 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:30:20.112008 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd661d-fed7-46ff-a3cc-90096dafdc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:30:20.143068 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5183331-ca67-4e29-a3c1-49fbf789b372 None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:30:20.145653 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-d5183331-ca67-4e29-a3c1-49fbf789b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:20.162086 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-d81845a0-a154-487c-8cff-496a348ac383 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "PUT /v2.0/floatingips/e01755c1-9a6b-4c88-a8c7-99ea63eb1523 HTTP/1.1" status: 200 len: 994 time: 1.6244659 Mar 31 15:30:20.184900 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-e122fd3e-f71d-40e8-ba94-522edf49bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:20.186870 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-e122fd3e-f71d-40e8-ba94-522edf49bb3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1338394 Mar 31 15:30:20.208043 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d545e4-70d0-496d-bfaf-9b53e83b87cc x-openstack-request-id: req-d0d545e4-70d0-496d-bfaf-9b53e83b87cc {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:30:20.208575 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:30:20.209022 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0d545e4-70d0-496d-bfaf-9b53e83b87cc {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:30:20.209703 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d545e4-70d0-496d-bfaf-9b53e83b87cc'] response: {'name': 'network-changed', 'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'status': 'completed', 'code': 200} Mar 31 15:30:20.312889 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-d5183331-ca67-4e29-a3c1-49fbf789b372 None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:30:20.572693 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-d5183331-ca67-4e29-a3c1-49fbf789b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'e01755c1-9a6b-4c88-a8c7-99ea63eb1523', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'port_id': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'mac_address': 'fa:16:3e:4b:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e9782c-4c61-403c-849a-7eea57bc5204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:28:32Z', 'updated_at': '2022-03-31T15:30:19Z', 'revision_number': 3, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:56Z', 'revision_number': 5, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:20.602498 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5183331-ca67-4e29-a3c1-49fbf789b372 None None] Checking router: c9b0e07a-ad49-41f8-ad3e-a297ccb907ae for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:20.611747 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5183331-ca67-4e29-a3c1-49fbf789b372 None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:30:20.612629 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-d5183331-ca67-4e29-a3c1-49fbf789b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:20.627980 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd661d-fed7-46ff-a3cc-90096dafdc7d req-170e532f-8b0d-4e5a-ab62-4390dadfe374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:20.630220 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18cd661d-fed7-46ff-a3cc-90096dafdc7d req-170e532f-8b0d-4e5a-ab62-4390dadfe374 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 1130 time: 0.3599155 Mar 31 15:30:20.631671 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af493e43-0eee-47c5-9373-d62ecc65ba1b req-8853ebc8-a383-4012-90bf-d85bfa398318 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:20.634305 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-7fd916c0-1150-465d-91f2-42bd2a3dbddf service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201539 Mar 31 15:30:20.637560 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-af493e43-0eee-47c5-9373-d62ecc65ba1b req-8853ebc8-a383-4012-90bf-d85bfa398318 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0792782 Mar 31 15:30:20.735257 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-d5183331-ca67-4e29-a3c1-49fbf789b372 None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:30:20.755616 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-af493e43-0eee-47c5-9373-d62ecc65ba1b req-46b90181-80a3-4e08-8207-1fcf6395833c tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156840 Mar 31 15:30:20.832661 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590acde-7a42-4a75-aba3-62b6e6bc72d7 req-20e66f50-dc10-4492-b313-8d800e67628e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:20.834422 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b590acde-7a42-4a75-aba3-62b6e6bc72d7 req-20e66f50-dc10-4492-b313-8d800e67628e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 944 time: 0.0676098 Mar 31 15:30:20.845813 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd661d-fed7-46ff-a3cc-90096dafdc7d req-f67f07b5-23fb-4b48-b497-2f47ad299ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:20.849265 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18cd661d-fed7-46ff-a3cc-90096dafdc7d req-f67f07b5-23fb-4b48-b497-2f47ad299ac9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.2072377 Mar 31 15:30:20.933953 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b590acde-7a42-4a75-aba3-62b6e6bc72d7 req-2d3d197c-3cdc-4ec6-91ac-1e9474876d78 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898428 Mar 31 15:30:20.968309 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c1e7c86f-4967-4e2b-8c1f-b3f5cada09d1 req-b4efce77-8a7b-47ec-9341-9510c24ac0d7 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363493 Mar 31 15:30:20.990144 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18cd661d-fed7-46ff-a3cc-90096dafdc7d req-09ff0d65-1f1d-45de-be6c-56057545c9e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e8655b-69a0-4099-8fac-21b21bc38f88 HTTP/1.1" status: 200 len: 1002 time: 0.1317677 Mar 31 15:30:21.032354 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-d5183331-ca67-4e29-a3c1-49fbf789b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'e01755c1-9a6b-4c88-a8c7-99ea63eb1523', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'port_id': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'mac_address': 'fa:16:3e:4b:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e9782c-4c61-403c-849a-7eea57bc5204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:28:32Z', 'updated_at': '2022-03-31T15:30:19Z', 'revision_number': 3, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:56Z', 'revision_number': 5, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:21.060960 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5183331-ca67-4e29-a3c1-49fbf789b372 None None] The sync data for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi is: [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'e01755c1-9a6b-4c88-a8c7-99ea63eb1523', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'port_id': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'mac_address': 'fa:16:3e:4b:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e9782c-4c61-403c-849a-7eea57bc5204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:28:32Z', 'updated_at': '2022-03-31T15:30:19Z', 'revision_number': 3, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:56Z', 'revision_number': 5, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:21.075576 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd661d-fed7-46ff-a3cc-90096dafdc7d req-045b8e36-54da-4eb8-aa3d-58ca5adb49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:21.077071 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18cd661d-fed7-46ff-a3cc-90096dafdc7d req-045b8e36-54da-4eb8-aa3d-58ca5adb49eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0779111 Mar 31 15:30:21.120683 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749184-a78f-441c-b347-ce6ce55872b1 req-7822ace5-2d9e-46de-8a6d-3b3b237cd2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:21.122583 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7749184-a78f-441c-b347-ce6ce55872b1 req-7822ace5-2d9e-46de-8a6d-3b3b237cd2c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 1128 time: 0.0881648 Mar 31 15:30:21.211073 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd661d-fed7-46ff-a3cc-90096dafdc7d req-40416988-74c6-4405-8e46-5f5aa1cd4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:21.212860 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18cd661d-fed7-46ff-a3cc-90096dafdc7d req-40416988-74c6-4405-8e46-5f5aa1cd4ad0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1245563 Mar 31 15:30:21.317515 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749184-a78f-441c-b347-ce6ce55872b1 req-b3efdd26-1565-44e2-b48a-18307a8efd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:21.318995 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7749184-a78f-441c-b347-ce6ce55872b1 req-b3efdd26-1565-44e2-b48a-18307a8efd77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 916 time: 0.1867220 Mar 31 15:30:21.378369 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7749184-a78f-441c-b347-ce6ce55872b1 req-389357f2-f095-4988-bb8c-97afb95f5330 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bd20854-41b9-47f5-a547-eebb06e2a730 HTTP/1.1" status: 200 len: 217 time: 0.0483770 Mar 31 15:30:21.406816 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18cd661d-fed7-46ff-a3cc-90096dafdc7d req-46dc6007-8e32-48df-82a0-d07967e54811 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717112 Mar 31 15:30:21.492951 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749184-a78f-441c-b347-ce6ce55872b1 req-82ade0f8-8fba-47bd-a495-13f7a8fafdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:21.494470 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7749184-a78f-441c-b347-ce6ce55872b1 req-82ade0f8-8fba-47bd-a495-13f7a8fafdfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.1002491 Mar 31 15:30:21.579443 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-18cd661d-fed7-46ff-a3cc-90096dafdc7d req-2cc57234-678b-4fc6-af9c-b0cfdd9ade74 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551342 Mar 31 15:30:21.595646 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749184-a78f-441c-b347-ce6ce55872b1 req-59a6e9aa-bd6a-4731-8891-afdd341e48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:21.597200 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7749184-a78f-441c-b347-ce6ce55872b1 req-59a6e9aa-bd6a-4731-8891-afdd341e48cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0863633 Mar 31 15:30:21.703408 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7749184-a78f-441c-b347-ce6ce55872b1 req-a7bae98b-eb00-46f3-ab32-d837a53f8dfd service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946488 Mar 31 15:30:21.811310 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7749184-a78f-441c-b347-ce6ce55872b1 req-a9586c22-1dbc-4084-b9ba-cad9e3b64576 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002586 Mar 31 15:30:21.896506 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcd36b-9b85-43e0-a84d-af20ff1175c1 req-c9ad66e2-e9a4-4cbe-94af-2f991da94936 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:21.899174 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a7fcd36b-9b85-43e0-a84d-af20ff1175c1 req-c9ad66e2-e9a4-4cbe-94af-2f991da94936 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0756977 Mar 31 15:30:21.981193 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a7fcd36b-9b85-43e0-a84d-af20ff1175c1 req-fe1f9f4c-984d-46b3-a96c-a4523e622cde tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666242 Mar 31 15:30:22.101885 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a43826-299e-4d2e-bc59-ac9be71ccee8 req-9dad1f9e-0114-4a86-81f1-68d962abae75 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:22.103427 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f3a43826-299e-4d2e-bc59-ac9be71ccee8 req-9dad1f9e-0114-4a86-81f1-68d962abae75 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 944 time: 0.0610168 Mar 31 15:30:22.152180 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f3a43826-299e-4d2e-bc59-ac9be71ccee8 req-fba226e2-e765-467c-a7f8-e169bd18d3b4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430341 Mar 31 15:30:22.210959 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:30:22.213367 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb4b1c4-e433-456e-a462-37e4754fde0c" -d '{"events": [{"name": "network-changed", "server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:30:22.255547 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1070e521-882f-4738-a990-06699ecb346f x-openstack-request-id: req-1070e521-882f-4738-a990-06699ecb346f {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:30:22.255837 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:30:22.256092 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1070e521-882f-4738-a990-06699ecb346f {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:30:22.256479 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1070e521-882f-4738-a990-06699ecb346f'] response: {'name': 'network-changed', 'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'status': 'completed', 'code': 200} Mar 31 15:30:22.340979 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b1c4-e433-456e-a462-37e4754fde0c req-a65df9c5-a66f-4b3f-96ea-cc4d11157964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:22.342820 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9cb4b1c4-e433-456e-a462-37e4754fde0c req-a65df9c5-a66f-4b3f-96ea-cc4d11157964 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 1130 time: 0.0554111 Mar 31 15:30:22.354767 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:22.494040 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b1c4-e433-456e-a462-37e4754fde0c req-cd4d94bb-9a65-4f0f-aad9-94227533d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:22.495535 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9cb4b1c4-e433-456e-a462-37e4754fde0c req-cd4d94bb-9a65-4f0f-aad9-94227533d9e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.1445901 Mar 31 15:30:22.501196 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-5608094d-ffcb-477d-b919-dd97b16d92ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738828 Mar 31 15:30:22.602305 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9cb4b1c4-e433-456e-a462-37e4754fde0c req-ca9e4b28-8377-4cae-a8c5-d1a53df10cb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e8655b-69a0-4099-8fac-21b21bc38f88 HTTP/1.1" status: 200 len: 1002 time: 0.0998483 Mar 31 15:30:22.648949 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-424181d2-f3bb-4168-b0e1-0ab0985308a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:22.650489 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-424181d2-f3bb-4168-b0e1-0ab0985308a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aff4d9a62264eeda051d4f5f855d586&device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 1129 time: 0.0941844 Mar 31 15:30:22.662504 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b1c4-e433-456e-a462-37e4754fde0c req-fdf22aa2-084b-4cfc-930e-9430af1b2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:22.664601 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9cb4b1c4-e433-456e-a462-37e4754fde0c req-fdf22aa2-084b-4cfc-930e-9430af1b2ecd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0557351 Mar 31 15:30:22.786878 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b1c4-e433-456e-a462-37e4754fde0c req-6630a09e-d7fc-4e65-aeda-df59886ec4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:22.788370 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9cb4b1c4-e433-456e-a462-37e4754fde0c req-6630a09e-d7fc-4e65-aeda-df59886ec4a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1184313 Mar 31 15:30:22.792759 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-4e2792a9-f1fd-45d7-b0e1-def6edaeaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:22.794152 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-4e2792a9-f1fd-45d7-b0e1-def6edaeaf25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 200 len: 920 time: 0.1151500 Mar 31 15:30:22.881955 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-6feebddd-f551-4a18-809c-96100ad5a207 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb2ae9c9-4fa8-4f50-9246-a310e46d5301 HTTP/1.1" status: 200 len: 217 time: 0.0709536 Mar 31 15:30:22.948028 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-e01f15db-6b50-410a-8a7e-810ff65ad260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:22.949423 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-e01f15db-6b50-410a-8a7e-810ff65ad260 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 200 len: 858 time: 0.0611758 Mar 31 15:30:22.960473 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9cb4b1c4-e433-456e-a462-37e4754fde0c req-bd87608b-b7e1-450e-a29c-bbfa9b433a02 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569481 Mar 31 15:30:23.081039 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-a7309e4b-d3a2-4eb2-b145-36d422842b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:23.083141 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-a7309e4b-d3a2-4eb2-b145-36d422842b8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530b786a-c6cc-4d4e-b354-724c19ff2f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1218305 Mar 31 15:30:23.089494 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-9cb4b1c4-e433-456e-a462-37e4754fde0c req-6b163e39-fbb6-40e6-a255-d64963a7c300 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203804 Mar 31 15:30:23.135893 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898fc30-c9fa-4bbe-a73f-f282f879aedf req-cafa9b59-5054-477a-bb81-d4b94514b303 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:23.138074 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f898fc30-c9fa-4bbe-a73f-f282f879aedf req-cafa9b59-5054-477a-bb81-d4b94514b303 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0732012 Mar 31 15:30:23.184648 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-7d1369fb-f46e-48f0-81fa-d85ed998f938 service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941935 Mar 31 15:30:23.208881 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f898fc30-c9fa-4bbe-a73f-f282f879aedf req-f4dab531-7bdb-4a11-a5fc-44950ae86459 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646994 Mar 31 15:30:23.290016 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8a2d0a83-d0dc-4e7f-a533-c1d9fa2b0999 req-b8d60c98-73cf-4990-b55a-5995e170132c service neutron] 10.222.0.13 "GET /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957935 Mar 31 15:30:23.300413 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7269c-eeb5-4e6a-adae-3428579d5f77 req-5cf79c6c-9ae7-430a-a1e6-396b49259f24 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:23.303237 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-07d7269c-eeb5-4e6a-adae-3428579d5f77 req-5cf79c6c-9ae7-430a-a1e6-396b49259f24 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 944 time: 0.0630093 Mar 31 15:30:23.359190 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-07d7269c-eeb5-4e6a-adae-3428579d5f77 req-1f6763e8-4453-4be9-8e18-c607c0dc7d6a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475729 Mar 31 15:30:24.335487 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb4d63-d966-4a78-942f-9e00b519a44d req-8ccc4ad6-1d51-412e-94d9-f8f06b3a20a4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:24.337000 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-10bb4d63-d966-4a78-942f-9e00b519a44d req-8ccc4ad6-1d51-412e-94d9-f8f06b3a20a4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0565519 Mar 31 15:30:24.399769 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-10bb4d63-d966-4a78-942f-9e00b519a44d req-2d5711a6-0e12-408e-8dd2-27f76e381f26 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570533 Mar 31 15:30:24.484738 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff3079-582d-4289-8347-89367a30f826 req-dae7d7c9-2b40-43ac-bff4-382d58b7e04d tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:24.486199 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ceff3079-582d-4289-8347-89367a30f826 req-dae7d7c9-2b40-43ac-bff4-382d58b7e04d tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 944 time: 0.0560193 Mar 31 15:30:24.537618 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ceff3079-582d-4289-8347-89367a30f826 req-41604183-5a00-432e-b595-dc248f04c312 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455163 Mar 31 15:30:25.292978 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 4bd20854-41b9-47f5-a547-eebb06e2a730 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:30:25.397886 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 4bd20854-41b9-47f5-a547-eebb06e2a730, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4bd20854-41b9-47f5-a547-eebb06e2a730,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:30:25.409705 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '4bd20854-41b9-47f5-a547-eebb06e2a730', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'port_id': '4bd20854-41b9-47f5-a547-eebb06e2a730', 'mac_address': 'fa:16:3e:d9:f7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:30:25.450315 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 4bd20854-41b9-47f5-a547-eebb06e2a730 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:30:25.450713 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:25.465021 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd20854-41b9-47f5-a547-eebb06e2a730 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:30:25.485670 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 4bd20854-41b9-47f5-a547-eebb06e2a730, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4bd20854-41b9-47f5-a547-eebb06e2a730,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:30:25.491077 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:25.527616 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21709408-13a6-4ed1-aa52-1985fcccfe93 req-2f600e5f-d6fb-4ac8-8e39-f69dfdcf8185 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:25.529240 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-21709408-13a6-4ed1-aa52-1985fcccfe93 req-2f600e5f-d6fb-4ac8-8e39-f69dfdcf8185 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0570831 Mar 31 15:30:25.545074 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=4bd20854-41b9-47f5-a547-eebb06e2a730,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:25.601351 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-21709408-13a6-4ed1-aa52-1985fcccfe93 req-3cc09806-40a1-4476-806a-ab4a5d16910a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660784 Mar 31 15:30:25.663156 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aef53-7275-43c2-9a45-4cf4f0145566 req-48b7c767-a1e7-4e64-9f30-002a1a7db9cb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:25.664754 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ae4aef53-7275-43c2-9a45-4cf4f0145566 req-48b7c767-a1e7-4e64-9f30-002a1a7db9cb tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 945 time: 0.0567558 Mar 31 15:30:25.714620 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ae4aef53-7275-43c2-9a45-4cf4f0145566 req-00213666-51e6-42c0-9dfa-5ca191f893d1 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Mar 31 15:30:25.836825 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['4bd20854-41b9-47f5-a547-eebb06e2a730'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:30:26.736733 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2cde2-2841-4c6d-b719-9a8aba71e2ff req-2982d4a1-52bf-4d14-a1bd-aa70be4b97da tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:26.738794 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a5e2cde2-2841-4c6d-b719-9a8aba71e2ff req-2982d4a1-52bf-4d14-a1bd-aa70be4b97da tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0676746 Mar 31 15:30:26.829572 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a5e2cde2-2841-4c6d-b719-9a8aba71e2ff req-5f9d47e6-a256-4b12-9527-7bbb54a812ce tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821047 Mar 31 15:30:26.854937 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ea109-d0bd-4bb5-b852-e40769999837 req-c1cd91b4-1c50-4b0b-9d65-f54bc931904c tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:26.856845 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b84ea109-d0bd-4bb5-b852-e40769999837 req-c1cd91b4-1c50-4b0b-9d65-f54bc931904c tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 945 time: 0.0708508 Mar 31 15:30:26.906836 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b84ea109-d0bd-4bb5-b852-e40769999837 req-30d1fe3f-5ac6-450c-b9fd-e9a2c7a9c56c tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441334 Mar 31 15:30:27.296133 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 4bd20854-41b9-47f5-a547-eebb06e2a730 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:30:27.362619 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 4bd20854-41b9-47f5-a547-eebb06e2a730 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:30:27.367048 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 4bd20854-41b9-47f5-a547-eebb06e2a730 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:30:27.367422 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:27.445502 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 4bd20854-41b9-47f5-a547-eebb06e2a730 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:30:27.445887 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:27.469812 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd20854-41b9-47f5-a547-eebb06e2a730'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:30:27.472027 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29ccd2e-bc15-48df-af19-a63d2dbfc6a8" -d '{"events": [{"server_uuid": "dc4aed49-71b9-49ac-8f6e-e4f271fd139c", "name": "network-vif-plugged", "status": "completed", "tag": "4bd20854-41b9-47f5-a547-eebb06e2a730"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:30:27.485615 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 4bd20854-41b9-47f5-a547-eebb06e2a730, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4bd20854-41b9-47f5-a547-eebb06e2a730,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:30:27.490221 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:27.516903 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b01e95-ff10-4358-999c-4b5f631b21b5 x-openstack-request-id: req-49b01e95-ff10-4358-999c-4b5f631b21b5 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:30:27.517258 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4aed49-71b9-49ac-8f6e-e4f271fd139c", "name": "network-vif-plugged", "status": "completed", "tag": "4bd20854-41b9-47f5-a547-eebb06e2a730", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:30:27.517515 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49b01e95-ff10-4358-999c-4b5f631b21b5 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:30:27.517924 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b01e95-ff10-4358-999c-4b5f631b21b5'] response: {'server_uuid': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd20854-41b9-47f5-a547-eebb06e2a730', 'code': 200} Mar 31 15:30:27.550350 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=4bd20854-41b9-47f5-a547-eebb06e2a730,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:27.734913 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70da81-725f-44c0-9b3c-582edfb22e6f req-a1b695f0-7b3b-4398-be6b-ba05e097d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:27.736527 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-cc70da81-725f-44c0-9b3c-582edfb22e6f req-a1b695f0-7b3b-4398-be6b-ba05e097d31e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 1130 time: 0.0608211 Mar 31 15:30:27.801499 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-cc70da81-725f-44c0-9b3c-582edfb22e6f req-01f8591d-794b-49a5-94d0-a8785ff7c793 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542679 Mar 31 15:30:27.986754 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce7985-2c3d-4489-858d-85cb0c9ac66b req-56c43ba1-acd9-4e2c-9488-5bf473fc19c4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:27.988646 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f5ce7985-2c3d-4489-858d-85cb0c9ac66b req-56c43ba1-acd9-4e2c-9488-5bf473fc19c4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0802767 Mar 31 15:30:28.086702 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5e3a7-5757-4458-a30c-07e28a7f6165 req-2afd27e0-3794-4405-a02d-772671b74c6a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:28.088104 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f4b5e3a7-5757-4458-a30c-07e28a7f6165 req-2afd27e0-3794-4405-a02d-772671b74c6a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 946 time: 0.0968547 Mar 31 15:30:28.094396 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f5ce7985-2c3d-4489-858d-85cb0c9ac66b req-37228de7-66c1-4c68-9b69-9b5da52d8321 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932403 Mar 31 15:30:28.137696 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f4b5e3a7-5757-4458-a30c-07e28a7f6165 req-80e05273-a8f4-45bf-822b-5ea1b871d8b4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423477 Mar 31 15:30:29.225489 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7354a4-ff0a-4a50-93cd-bf2ba3e1619c req-39da5bf8-e066-411e-b277-51e1789720da tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:29.227044 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9c7354a4-ff0a-4a50-93cd-bf2ba3e1619c req-39da5bf8-e066-411e-b277-51e1789720da tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0647016 Mar 31 15:30:29.315842 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d32a1-909f-45f6-9ef5-16ef48837654 req-8c85d9b0-c990-4da0-9fb9-8d48748d719d tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:29.318195 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a58d32a1-909f-45f6-9ef5-16ef48837654 req-8c85d9b0-c990-4da0-9fb9-8d48748d719d tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 946 time: 0.1094284 Mar 31 15:30:29.324524 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9c7354a4-ff0a-4a50-93cd-bf2ba3e1619c req-827bcf8d-b354-471f-a3a5-6eaf28c1de52 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751145 Mar 31 15:30:29.373443 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a58d32a1-909f-45f6-9ef5-16ef48837654 req-43d70ceb-c736-434e-a1f3-4d6d729f55ba tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478523 Mar 31 15:30:30.466622 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2aba8c-7b2b-49db-a2fb-ff47f39d3444 req-bec64ac6-dea7-4ee1-bdaa-6676fea7d9a7 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:30.468107 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0d2aba8c-7b2b-49db-a2fb-ff47f39d3444 req-bec64ac6-dea7-4ee1-bdaa-6676fea7d9a7 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0675929 Mar 31 15:30:30.548619 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfb364-d19a-499a-ab12-022e14765afd req-cf3b894a-3bee-4d6d-b067-e9d325e2bae2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:30.550170 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4adfb364-d19a-499a-ab12-022e14765afd req-cf3b894a-3bee-4d6d-b067-e9d325e2bae2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 946 time: 0.1020110 Mar 31 15:30:30.574021 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0d2aba8c-7b2b-49db-a2fb-ff47f39d3444 req-a1cc654c-c847-44f9-b46b-e70ee2f57664 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864599 Mar 31 15:30:30.612819 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4adfb364-d19a-499a-ab12-022e14765afd req-74f5ac79-aaa0-4bb4-bb2c-70d26f132c24 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541308 Mar 31 15:30:30.728128 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b288990-51ce-46de-9af7-2164acfb715a req-f4b4eb57-3d98-4b09-ba8d-a6cf613147f2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:30.729644 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8b288990-51ce-46de-9af7-2164acfb715a req-f4b4eb57-3d98-4b09-ba8d-a6cf613147f2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 946 time: 0.0535040 Mar 31 15:30:30.738067 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 54856) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:30.742466 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-bb3f0b00-db21-4880-8208-07c0bd038d1b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'floatingip': {'port_id': '4bd20854-41b9-47f5-a547-eebb06e2a730'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:30.783737 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0b00-db21-4880-8208-07c0bd038d1b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (3e437c8f-655c-4e88-8970-4b48d5f78d9c), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:31.217796 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0b00-db21-4880-8208-07c0bd038d1b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:31.221830 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0b00-db21-4880-8208-07c0bd038d1b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (3e437c8f-655c-4e88-8970-4b48d5f78d9c), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:31.331991 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [None req-bb3f0b00-db21-4880-8208-07c0bd038d1b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Floating IP 3e437c8f-655c-4e88-8970-4b48d5f78d9c associated. External IP: 172.27.2.113, port: 4bd20854-41b9-47f5-a547-eebb06e2a730. Mar 31 15:30:31.587712 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3f0b00-db21-4880-8208-07c0bd038d1b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Router d497bd18-50fd-494a-ac6d-0ce50615fcbd has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:30:31.739547 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fecec4-6224-4fe2-a414-2a019046bb01 req-172a0af4-fb8f-4614-8064-ba11f3db2499 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:31.740923 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d8fecec4-6224-4fe2-a414-2a019046bb01 req-172a0af4-fb8f-4614-8064-ba11f3db2499 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0789051 Mar 31 15:30:31.742130 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3f0b00-db21-4880-8208-07c0bd038d1b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:30:31.747389 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0b00-db21-4880-8208-07c0bd038d1b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:31.752369 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d0f8-0208-40c1-a4be-03d2b1103c25 None None] Sync routers for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:30:31.762973 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8d0f8-0208-40c1-a4be-03d2b1103c25 None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:30:31.763729 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d0f8-0208-40c1-a4be-03d2b1103c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:31.796512 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-bb3f0b00-db21-4880-8208-07c0bd038d1b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "PUT /v2.0/floatingips/3e437c8f-655c-4e88-8970-4b48d5f78d9c HTTP/1.1" status: 200 len: 992 time: 1.0572498 Mar 31 15:30:31.799700 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'tag': '4bd20854-41b9-47f5-a547-eebb06e2a730'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:30:31.809301 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07afae2-33ca-4602-92e2-1e44e51e3818" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4aed49-71b9-49ac-8f6e-e4f271fd139c", "tag": "4bd20854-41b9-47f5-a547-eebb06e2a730"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:30:31.848814 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d8fecec4-6224-4fe2-a414-2a019046bb01 req-5e18cd27-26e8-4fe1-9c38-d4c219d745df tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995362 Mar 31 15:30:31.850362 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7becdc-c609-47b0-9467-c846943601b4 x-openstack-request-id: req-7e7becdc-c609-47b0-9467-c846943601b4 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:30:31.850655 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4aed49-71b9-49ac-8f6e-e4f271fd139c", "tag": "4bd20854-41b9-47f5-a547-eebb06e2a730", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:30:31.850914 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e7becdc-c609-47b0-9467-c846943601b4 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:30:31.851316 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7becdc-c609-47b0-9467-c846943601b4'] response: {'name': 'network-changed', 'server_uuid': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'tag': '4bd20854-41b9-47f5-a547-eebb06e2a730', 'status': 'completed', 'code': 200} Mar 31 15:30:31.877719 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-c1f8d0f8-0208-40c1-a4be-03d2b1103c25 None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:30:32.274114 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d0f8-0208-40c1-a4be-03d2b1103c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '3e437c8f-655c-4e88-8970-4b48d5f78d9c', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '4bd20854-41b9-47f5-a547-eebb06e2a730', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:d9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:30:15Z', 'updated_at': '2022-03-31T15:30:31Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:32.300814 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d0f8-0208-40c1-a4be-03d2b1103c25 None None] Checking router: d497bd18-50fd-494a-ac6d-0ce50615fcbd for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:30:32.309964 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8d0f8-0208-40c1-a4be-03d2b1103c25 None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:30:32.310589 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d0f8-0208-40c1-a4be-03d2b1103c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:30:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:32.426292 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-c1f8d0f8-0208-40c1-a4be-03d2b1103c25 None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:30:32.662906 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d0f8-0208-40c1-a4be-03d2b1103c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '3e437c8f-655c-4e88-8970-4b48d5f78d9c', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '4bd20854-41b9-47f5-a547-eebb06e2a730', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:d9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:30:15Z', 'updated_at': '2022-03-31T15:30:31Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:30:32.689923 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d0f8-0208-40c1-a4be-03d2b1103c25 None None] The sync data for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi is: [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '3e437c8f-655c-4e88-8970-4b48d5f78d9c', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': '4bd20854-41b9-47f5-a547-eebb06e2a730', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:d9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:30:15Z', 'updated_at': '2022-03-31T15:30:31Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:30:32.892362 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e80a262-16ec-4b1b-9323-5b8d8bed9d23 None None] New status for floating IP 3e437c8f-655c-4e88-8970-4b48d5f78d9c: ACTIVE {{(pid=103661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:30:32.933992 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d77abcc3-859b-4127-828f-f80413d982d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:32.998278 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cd421-6b91-4bfb-8f21-c5f4436d3aef req-2fb23bb3-e587-45b0-84b0-9114d7511a90 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:32.999768 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-654cd421-6b91-4bfb-8f21-c5f4436d3aef req-2fb23bb3-e587-45b0-84b0-9114d7511a90 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0610414 Mar 31 15:30:33.064401 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-654cd421-6b91-4bfb-8f21-c5f4436d3aef req-6153164f-d29f-4f3d-a250-dff06b614005 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578170 Mar 31 15:30:34.195889 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9da33-2994-457b-940b-3086eb64bab9 req-4dc3a39c-3920-4864-9bd7-3efe578960b1 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:34.197389 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1da9da33-2994-457b-940b-3086eb64bab9 req-4dc3a39c-3920-4864-9bd7-3efe578960b1 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0578856 Mar 31 15:30:34.270140 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1da9da33-2994-457b-940b-3086eb64bab9 req-8372c5b6-29d5-4be7-bda5-66d9a7da58b7 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662212 Mar 31 15:30:34.411850 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07afae2-33ca-4602-92e2-1e44e51e3818 req-ef63eee8-d828-40bf-a884-98405af89809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:34.413407 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b07afae2-33ca-4602-92e2-1e44e51e3818 req-ef63eee8-d828-40bf-a884-98405af89809 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 1130 time: 0.0458007 Mar 31 15:30:34.512671 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07afae2-33ca-4602-92e2-1e44e51e3818 req-34c614d6-888a-4b53-bad7-ccface9eae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:34.514174 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b07afae2-33ca-4602-92e2-1e44e51e3818 req-34c614d6-888a-4b53-bad7-ccface9eae4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 916 time: 0.0936317 Mar 31 15:30:34.601098 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b07afae2-33ca-4602-92e2-1e44e51e3818 req-ccb1a757-4399-4882-8845-213028c47276 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bd20854-41b9-47f5-a547-eebb06e2a730 HTTP/1.1" status: 200 len: 1002 time: 0.0738370 Mar 31 15:30:34.652914 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07afae2-33ca-4602-92e2-1e44e51e3818 req-ab0e01f1-0f07-43a3-8a59-e92c3d204684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:34.654402 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b07afae2-33ca-4602-92e2-1e44e51e3818 req-ab0e01f1-0f07-43a3-8a59-e92c3d204684 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.0446780 Mar 31 15:30:34.706086 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07afae2-33ca-4602-92e2-1e44e51e3818 req-1863558a-ae36-4269-9829-facb3b16fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:34.707479 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b07afae2-33ca-4602-92e2-1e44e51e3818 req-1863558a-ae36-4269-9829-facb3b16fe43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444672 Mar 31 15:30:34.814726 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b07afae2-33ca-4602-92e2-1e44e51e3818 req-657fb77a-b7e6-4a10-bb9a-a0949778ae59 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936043 Mar 31 15:30:34.909487 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b07afae2-33ca-4602-92e2-1e44e51e3818 req-574eccd0-5a45-47d6-a461-6b13384ffefb service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885947 Mar 31 15:30:35.290633 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f7fac691-7958-4f14-baff-4e4507a7b531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:35.399583 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498d86a-401a-4bc9-9d76-0608fcfac314 req-a9d23a39-1ad9-421b-9b5c-657b2c083309 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:35.401211 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6498d86a-401a-4bc9-9d76-0608fcfac314 req-a9d23a39-1ad9-421b-9b5c-657b2c083309 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0587432 Mar 31 15:30:35.463508 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6498d86a-401a-4bc9-9d76-0608fcfac314 req-a9344bae-7866-4e40-8725-4a9c93a504c7 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=14873fe9-db65-4a96-bce6-9e5126ea87fa&id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561631 Mar 31 15:30:36.539654 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:37.946963 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:39.271396 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:30:39.474083 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:45.696630 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37551104-6e30-4b61-a2c5-4b7da1d4ea9b req-3d58709c-9640-4900-851c-4ef691806c25 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:45.698229 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-37551104-6e30-4b61-a2c5-4b7da1d4ea9b req-3d58709c-9640-4900-851c-4ef691806c25 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0733647 Mar 31 15:30:45.752930 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-37551104-6e30-4b61-a2c5-4b7da1d4ea9b req-83bbb35e-30fd-4671-9902-b2fb140c847a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472155 Mar 31 15:30:46.883112 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283e959-2a6b-4ce2-b405-37959e6f795e req-eb68e841-b00c-4f34-be22-6bf1a63adbc2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:46.884652 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8283e959-2a6b-4ce2-b405-37959e6f795e req-eb68e841-b00c-4f34-be22-6bf1a63adbc2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0568004 Mar 31 15:30:46.939742 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8283e959-2a6b-4ce2-b405-37959e6f795e req-800db056-fa57-43b4-938c-6ab38f45ed26 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491862 Mar 31 15:30:48.071837 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edbbab-60b1-4fbb-b85a-ad4c42c5912b req-0ba25d30-74df-45ee-a7f5-91717c1dff19 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:48.073362 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-26edbbab-60b1-4fbb-b85a-ad4c42c5912b req-0ba25d30-74df-45ee-a7f5-91717c1dff19 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0608146 Mar 31 15:30:48.122861 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-26edbbab-60b1-4fbb-b85a-ad4c42c5912b req-fefac7fb-377e-47f6-a1ab-e30aa09149af tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438502 Mar 31 15:30:49.181566 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d3912-52b7-4724-a20c-3f778848574a req-b8fb2547-ef46-48af-8276-55b18e01c9ea tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:49.183225 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f49d3912-52b7-4724-a20c-3f778848574a req-b8fb2547-ef46-48af-8276-55b18e01c9ea tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 945 time: 0.0571990 Mar 31 15:30:49.245681 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f49d3912-52b7-4724-a20c-3f778848574a req-19367010-a434-496a-8766-a626f546695e tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526476 Mar 31 15:30:49.291749 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae3fcc-8eb8-4d41-8546-ef52b9fdb305 req-8994dec8-2cf0-4335-a07c-2ab287024ad3 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:49.293311 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1fae3fcc-8eb8-4d41-8546-ef52b9fdb305 req-8994dec8-2cf0-4335-a07c-2ab287024ad3 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0685160 Mar 31 15:30:49.351124 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1fae3fcc-8eb8-4d41-8546-ef52b9fdb305 req-89c91f1e-8dbe-49bf-acc4-d5d295bda451 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518515 Mar 31 15:30:50.397769 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd816e76-ba3a-472e-88b3-3461e8ca3678 req-ebb32409-18c7-4df6-9387-133ac99bd3d6 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:50.399461 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-dd816e76-ba3a-472e-88b3-3461e8ca3678 req-ebb32409-18c7-4df6-9387-133ac99bd3d6 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 945 time: 0.0554011 Mar 31 15:30:50.489549 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-dd816e76-ba3a-472e-88b3-3461e8ca3678 req-953e92d7-a07c-4a1f-92f3-39110afea121 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840585 Mar 31 15:30:50.526601 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacd5ab-1c07-4d25-bf73-65a551ccdd8a req-27a8fa85-6954-444a-b38a-88f05977de8d tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:50.528962 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5bacd5ab-1c07-4d25-bf73-65a551ccdd8a req-27a8fa85-6954-444a-b38a-88f05977de8d tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0850136 Mar 31 15:30:50.585191 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5bacd5ab-1c07-4d25-bf73-65a551ccdd8a req-7acfe930-e214-42e9-b67e-26db25335057 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490611 Mar 31 15:30:51.147257 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd9f44-949f-45a5-a3c1-19d0ee80cd15 req-65221064-14ab-41f4-8946-2ab32038cc75 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:51.148611 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-12fd9f44-949f-45a5-a3c1-19d0ee80cd15 req-65221064-14ab-41f4-8946-2ab32038cc75 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.13 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 945 time: 0.0558400 Mar 31 15:30:51.247095 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-12fd9f44-949f-45a5-a3c1-19d0ee80cd15 req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Deleting port b92da074-7784-4266-84c6-03f44e73775c {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:30:51.247490 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-12fd9f44-949f-45a5-a3c1-19d0ee80cd15 req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (b92da074-7784-4266-84c6-03f44e73775c), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:51.344904 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-12fd9f44-949f-45a5-a3c1-19d0ee80cd15 req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] For port b92da074-7784-4266-84c6-03f44e73775c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b92da074-7784-4266-84c6-03f44e73775c,segment=NetworkSegment(4f2a99fb-ae46-44ae-a2ea-c670da7ceca8),segment_id=4f2a99fb-ae46-44ae-a2ea-c670da7ceca8)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:30:51.345293 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-12fd9f44-949f-45a5-a3c1-19d0ee80cd15 req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (b92da074-7784-4266-84c6-03f44e73775c), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:51.360153 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-12fd9f44-949f-45a5-a3c1-19d0ee80cd15 req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Calling delete_port for b92da074-7784-4266-84c6-03f44e73775c owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:30:51.488576 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-12fd9f44-949f-45a5-a3c1-19d0ee80cd15 req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (b92da074-7784-4266-84c6-03f44e73775c), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:51.502167 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['b92da074-7784-4266-84c6-03f44e73775c'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:30:51.528624 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Pushing event deleted for resources: {'Port': ['ID=b92da074-7784-4266-84c6-03f44e73775c,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:51.557850 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.558202 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.558509 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.558847 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.559169 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.559491 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.559810 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.560125 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.560442 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.560764 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.561075 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.561419 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.561733 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.562045 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.562356 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:51.582794 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fd9f44-949f-45a5-a3c1-19d0ee80cd15 req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] No DVR routers for this DVR port b92da074-7784-4266-84c6-03f44e73775c on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:30:51.590228 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-12fd9f44-949f-45a5-a3c1-19d0ee80cd15 req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:51.590974 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-749cf414-c16c-49c1-a8ff-b3e00a72baeb req-86c0d8ac-84e2-42f9-a13c-76f9d904e1c1 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf HTTP/1.1" status: 200 len: 210 time: 0.0294950 Mar 31 15:30:51.593586 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-12fd9f44-949f-45a5-a3c1-19d0ee80cd15 req-4ed4088b-c5ac-4915-aaa3-e942821d487c tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.13 "DELETE /v2.0/ports/b92da074-7784-4266-84c6-03f44e73775c HTTP/1.1" status: 204 len: 173 time: 0.4397244 Mar 31 15:30:51.594048 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf', 'name': 'network-vif-deleted', 'tag': 'b92da074-7784-4266-84c6-03f44e73775c'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:30:51.596256 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61c0fce-7d60-45a3-9297-63e40824222f" -d '{"events": [{"server_uuid": "90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf", "name": "network-vif-deleted", "tag": "b92da074-7784-4266-84c6-03f44e73775c"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:30:51.637903 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19188889-e47a-4483-be45-b2f008d99f81 x-openstack-request-id: req-19188889-e47a-4483-be45-b2f008d99f81 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:30:51.638271 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf", "name": "network-vif-deleted", "tag": "b92da074-7784-4266-84c6-03f44e73775c", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:30:51.638581 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19188889-e47a-4483-be45-b2f008d99f81 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:30:51.639038 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19188889-e47a-4483-be45-b2f008d99f81'] response: {'server_uuid': '90bbc80b-3c19-45ad-9c16-8f4b1b3a42bf', 'name': 'network-vif-deleted', 'tag': 'b92da074-7784-4266-84c6-03f44e73775c', 'status': 'completed', 'code': 200} Mar 31 15:30:51.733075 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d4417-df29-4bb4-a92d-8f3ff548393b req-61173d42-525b-4cd5-a5e6-cc758bc871b4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:51.735223 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cb4d4417-df29-4bb4-a92d-8f3ff548393b req-61173d42-525b-4cd5-a5e6-cc758bc871b4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0586712 Mar 31 15:30:51.789077 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cb4d4417-df29-4bb4-a92d-8f3ff548393b req-9283e0a7-dc68-466b-8803-942b736e3c76 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464897 Mar 31 15:30:52.366082 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:52.923084 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc817944-ffb7-4b06-8a50-b03c2c402251 req-765a64ff-8fc9-4027-b295-50d2a6753bc4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:52.924560 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cc817944-ffb7-4b06-8a50-b03c2c402251 req-765a64ff-8fc9-4027-b295-50d2a6753bc4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0560625 Mar 31 15:30:52.976338 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cc817944-ffb7-4b06-8a50-b03c2c402251 req-31a112a9-6f89-4e70-86f2-e528397c90b4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459869 Mar 31 15:30:54.102964 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60e48-e87b-4966-9c51-b4a4c426da2f req-16dcaa65-3ae9-4588-bb2b-2d76445ed43a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:54.104589 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4ad60e48-e87b-4966-9c51-b4a4c426da2f req-16dcaa65-3ae9-4588-bb2b-2d76445ed43a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0558329 Mar 31 15:30:54.152995 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4ad60e48-e87b-4966-9c51-b4a4c426da2f req-4e3265a8-ca7a-4c98-85d0-5cddafbf42de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 Mar 31 15:30:55.280141 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d502c80-319d-4933-9112-1f87a589eb71 req-fa85fc86-33c1-431e-ba41-26567455214b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:55.281722 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d502c80-319d-4933-9112-1f87a589eb71 req-fa85fc86-33c1-431e-ba41-26567455214b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0561345 Mar 31 15:30:55.335521 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d502c80-319d-4933-9112-1f87a589eb71 req-f82dafda-a93f-4164-ac21-cec2cfefa268 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436037 Mar 31 15:30:55.652177 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device b92da074-7784-4266-84c6-03f44e73775c no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:30:55.674508 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: b92da074-7784-4266-84c6-03f44e73775c {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:30:55.674894 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device b92da074-7784-4266-84c6-03f44e73775c not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:30:56.473168 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a671fc6-1bbf-4cc5-acc5-ba36785e9304 req-1a499298-0f19-4611-af5d-aa5d3213036a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:56.474790 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5a671fc6-1bbf-4cc5-acc5-ba36785e9304 req-1a499298-0f19-4611-af5d-aa5d3213036a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0649428 Mar 31 15:30:56.531265 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5a671fc6-1bbf-4cc5-acc5-ba36785e9304 req-f3a6818a-d227-4112-8f01-9351bf59e240 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503066 Mar 31 15:30:57.657957 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3727f6-862b-48fe-ae2d-afce5b8e54cc req-c3888bc5-6dba-45f6-b1d4-dff6b3fdd5dd tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:57.659565 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-da3727f6-862b-48fe-ae2d-afce5b8e54cc req-c3888bc5-6dba-45f6-b1d4-dff6b3fdd5dd tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0576499 Mar 31 15:30:57.715072 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-da3727f6-862b-48fe-ae2d-afce5b8e54cc req-5d250753-655e-4881-9306-497ec250669d tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456688 Mar 31 15:30:58.844852 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7525a6d-787d-4ed4-8225-4e3436ccc531 req-86498586-c553-4867-b2d8-c211ca53e859 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:58.847536 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b7525a6d-787d-4ed4-8225-4e3436ccc531 req-86498586-c553-4867-b2d8-c211ca53e859 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0621355 Mar 31 15:30:59.143366 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b7525a6d-787d-4ed4-8225-4e3436ccc531 req-ec3a432e-6899-44c1-a281-e3ee79f24afc tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895186 Mar 31 15:31:00.268073 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbb99a-4dff-48a3-84e7-3ca0f0663404 req-7e10a36d-8749-4951-9d8f-ea7ac2b42433 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:00.269995 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-10fbb99a-4dff-48a3-84e7-3ca0f0663404 req-7e10a36d-8749-4951-9d8f-ea7ac2b42433 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0558746 Mar 31 15:31:00.320531 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-10fbb99a-4dff-48a3-84e7-3ca0f0663404 req-cc701c97-37f4-46cd-b091-3ed9980ada82 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448954 Mar 31 15:31:00.737860 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-1f2263c7-a5d8-490c-b9b9-a4d562e74108 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:00.740255 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-1f2263c7-a5d8-490c-b9b9-a4d562e74108 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/networks?id=5a1f8b6c-4c18-45b4-8642-3993b485369b HTTP/1.1" status: 200 len: 814 time: 0.1549990 Mar 31 15:31:00.756466 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-bd56c899-13e6-4b15-b357-a63f11eb37dd tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/quotas/0ff255ee4f324e4a8c82792e16a370f7 HTTP/1.1" status: 200 len: 375 time: 0.0106263 Mar 31 15:31:00.791899 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-50318364-21ca-47bd-8f01-bdb0310b728e tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ff255ee4f324e4a8c82792e16a370f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299184 Mar 31 15:31:00.900521 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-3995d0d4-7d19-41b0-b579-c2c333b14244 service neutron] 10.222.0.11 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009495 Mar 31 15:31:01.013217 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-fd854d50-f877-4dfe-9b5c-6fbbc7865cae service neutron] 10.222.0.11 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019647 Mar 31 15:31:01.185601 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c87eeda8-bb0a-4c6a-83d0-a331eb032140 req-4b074098-f739-4048-acb8-64c02ba4fcf6 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 210 time: 0.0299671 Mar 31 15:31:01.493413 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111746b-fb6a-4060-8081-119c61b3079c req-9049f880-8461-4383-8389-76068595dd54 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:01.495344 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8111746b-fb6a-4060-8081-119c61b3079c req-9049f880-8461-4383-8389-76068595dd54 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0625391 Mar 31 15:31:01.556749 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8111746b-fb6a-4060-8081-119c61b3079c req-a1a16c84-ab96-4e31-bb8f-9b7570254851 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542300 Mar 31 15:31:01.801459 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954b5c3-a0ab-4fbc-abc2-0fafb0f9ca92 req-19ace17c-6374-4d2d-bde5-b40badbd5dd6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:01.803160 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9954b5c3-a0ab-4fbc-abc2-0fafb0f9ca92 req-19ace17c-6374-4d2d-bde5-b40badbd5dd6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0619993 Mar 31 15:31:01.858594 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9954b5c3-a0ab-4fbc-abc2-0fafb0f9ca92 req-78fbd0d2-f2a5-4405-9b6a-5ebeac2913ae tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491092 Mar 31 15:31:01.916201 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca970d4b-f2d2-4c6f-8739-1c77c626637d req-6b769f50-514d-44cd-896e-e1e1a2d32b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:01.917731 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ca970d4b-f2d2-4c6f-8739-1c77c626637d req-6b769f50-514d-44cd-896e-e1e1a2d32b8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358212f65b23406d930b4f0e489b0137&device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 1130 time: 0.0535755 Mar 31 15:31:02.017790 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca970d4b-f2d2-4c6f-8739-1c77c626637d req-0084444a-0f34-469b-a0fd-145dfd244e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:02.019579 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ca970d4b-f2d2-4c6f-8739-1c77c626637d req-0084444a-0f34-469b-a0fd-145dfd244e96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfdd2fec-cd96-44f9-8592-73cbe321b82e HTTP/1.1" status: 200 len: 912 time: 0.0957417 Mar 31 15:31:02.088597 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ca970d4b-f2d2-4c6f-8739-1c77c626637d req-0c113261-58bd-48d8-9f7a-9e5598e17fad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696d15a2-9596-4aff-bf6e-da3d8b578334 HTTP/1.1" status: 200 len: 1002 time: 0.0622387 Mar 31 15:31:02.139814 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca970d4b-f2d2-4c6f-8739-1c77c626637d req-6f4e373a-57cd-441a-a38d-4873749e215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:02.141458 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ca970d4b-f2d2-4c6f-8739-1c77c626637d req-6f4e373a-57cd-441a-a38d-4873749e215c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6217d632-346f-46d7-9bf1-0a35af1691df HTTP/1.1" status: 200 len: 850 time: 0.0469422 Mar 31 15:31:02.200291 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca970d4b-f2d2-4c6f-8739-1c77c626637d req-fde5fb62-f151-4ac1-9646-908d6f348f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:02.201875 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ca970d4b-f2d2-4c6f-8739-1c77c626637d req-fde5fb62-f151-4ac1-9646-908d6f348f1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfdd2fec-cd96-44f9-8592-73cbe321b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527849 Mar 31 15:31:02.304885 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-660d9ad0-2dcd-4992-a24c-c683252a0e39 req-d89e5e1b-1c9d-4cd2-aeb4-344e62987568 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 210 time: 0.0339921 Mar 31 15:31:02.371640 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ca970d4b-f2d2-4c6f-8739-1c77c626637d req-ece13181-b466-4097-a20f-64a8890c610f service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544268 Mar 31 15:31:02.513554 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-c8222a99-1dbf-40ca-ba4e-9feab0226025 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:02.515077 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-c8222a99-1dbf-40ca-ba4e-9feab0226025 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.13 "GET /v2.0/networks?id=5a1f8b6c-4c18-45b4-8642-3993b485369b HTTP/1.1" status: 200 len: 814 time: 0.2189088 Mar 31 15:31:02.529898 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Request body: {'port': {'device_id': 'ad76eacd-dc2a-44f1-9b6e-a473f86cbabd', 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b', 'admin_state_up': True, 'tenant_id': '0ff255ee4f324e4a8c82792e16a370f7'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:02.838133 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ca970d4b-f2d2-4c6f-8739-1c77c626637d req-25b5d7a8-fe57-4219-8884-f6ebeb49cc70 service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549124 Mar 31 15:31:02.913921 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Made reservation on behalf of 0ff255ee4f324e4a8c82792e16a370f7 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:02.917367 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:02.932078 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d9b15e4d-021e-4541-99c8-92ccec4c9227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:02.992637 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f2a6d-6434-4d1b-8a97-a581e03976cf req-d7db64dc-2c23-4c17-a0fa-36d762ab132f tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:02.994379 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-057f2a6d-6434-4d1b-8a97-a581e03976cf req-d7db64dc-2c23-4c17-a0fa-36d762ab132f tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0629859 Mar 31 15:31:03.043460 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-057f2a6d-6434-4d1b-8a97-a581e03976cf req-e72a48f2-75ec-42bf-9f21-baf834ef9bc4 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428138 Mar 31 15:31:03.060590 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Allocated IP 172.20.0.14 (5a1f8b6c-4c18-45b4-8642-3993b485369b/cb8fb339-2d21-4bd4-88d3-2f1003c86664/8b5a4678-a27c-41d1-8b6b-bf817e5c52cc) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:03.214007 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks [] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:03.250645 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:03.295729 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Network 5a1f8b6c-4c18-45b4-8642-3993b485369b is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:03.301036 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:03.303615 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:31:03.330961 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Pushing event updated for resources: {'Port': ['ID=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:03.363538 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:03.364231 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:03.383689 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-9ba8c095-599c-4dea-be77-7e820e1ddad3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8598368 Mar 31 15:31:03.403326 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Request body: {'port': {'device_id': 'ad76eacd-dc2a-44f1-9b6e-a473f86cbabd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:03.448082 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0325887-5888-45d3-abce-af7f152d70ca req-4850f462-c09d-4d84-899a-e08ff4e16906 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:03.449646 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d0325887-5888-45d3-abce-af7f152d70ca req-4850f462-c09d-4d84-899a-e08ff4e16906 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 932 time: 0.0580962 Mar 31 15:31:03.475750 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:03.506712 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d0325887-5888-45d3-abce-af7f152d70ca req-e70d4a5d-374e-40e9-a9ad-def6e195efef tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508049 Mar 31 15:31:03.750250 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:31:03.758402 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Publish callbacks [] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:03.771211 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Transition to ACTIVE for port object 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:31:03.775014 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:03.828039 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:03.917840 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Attempting to bind port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:31:03.918692 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Attempting to bind port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '4f2a99fb-ae46-44ae-a2ea-c670da7ceca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:31:03.918692 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Attempting to bind port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc on network 5a1f8b6c-4c18-45b4-8642-3993b485369b {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:31:03.923313 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc on network 5a1f8b6c-4c18-45b4-8642-3993b485369b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:31:03.923640 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Attempting to bind port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc on network 5a1f8b6c-4c18-45b4-8642-3993b485369b {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:31:03.929951 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:31:03.930542 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Checking segment: {'id': '4f2a99fb-ae46-44ae-a2ea-c670da7ceca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:31:03.931199 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Bound using segment: {'id': '4f2a99fb-ae46-44ae-a2ea-c670da7ceca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:31:03.931773 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Bound port: 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2a99fb-ae46-44ae-a2ea-c670da7ceca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:31:03.932141 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:04.004646 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] For port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:31:04.007982 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] For port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc,segment=NetworkSegment(4f2a99fb-ae46-44ae-a2ea-c670da7ceca8),segment_id=4f2a99fb-ae46-44ae-a2ea-c670da7ceca8)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:31:04.015176 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:04.054053 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:04.054670 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:04.056090 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] 10.222.0.13 "PUT /v2.0/ports/8b5a4678-a27c-41d1-8b6b-bf817e5c52cc HTTP/1.1" status: 200 len: 1094 time: 0.6574662 Mar 31 15:31:04.056537 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad76eacd-dc2a-44f1-9b6e-a473f86cbabd', 'tag': '8b5a4678-a27c-41d1-8b6b-bf817e5c52cc'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:04.058871 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3113f569-3024-4c89-820b-f09fd9d30962" -d '{"events": [{"name": "network-changed", "server_uuid": "ad76eacd-dc2a-44f1-9b6e-a473f86cbabd", "tag": "8b5a4678-a27c-41d1-8b6b-bf817e5c52cc"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:04.101385 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c2877-cbf9-484d-9e06-51cc3a3fd804 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:04.105237 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aac68a2-e90d-43a4-b6ac-d8edfd9e2647 x-openstack-request-id: req-1aac68a2-e90d-43a4-b6ac-d8edfd9e2647 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:04.105524 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad76eacd-dc2a-44f1-9b6e-a473f86cbabd", "tag": "8b5a4678-a27c-41d1-8b6b-bf817e5c52cc", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:04.107983 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1aac68a2-e90d-43a4-b6ac-d8edfd9e2647 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:04.107983 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aac68a2-e90d-43a4-b6ac-d8edfd9e2647'] response: {'name': 'network-changed', 'server_uuid': 'ad76eacd-dc2a-44f1-9b6e-a473f86cbabd', 'tag': '8b5a4678-a27c-41d1-8b6b-bf817e5c52cc', 'status': 'completed', 'code': 200} Mar 31 15:31:04.155930 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-480a48de-89d7-4e98-818d-a25447ae692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:04.157477 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-480a48de-89d7-4e98-818d-a25447ae692f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff255ee4f324e4a8c82792e16a370f7&device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 1128 time: 0.0496323 Mar 31 15:31:04.205139 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-41bf5dfc-7767-468b-8484-78fb54ea2e88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc HTTP/1.1" status: 200 len: 217 time: 0.0391123 Mar 31 15:31:04.208293 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7e459-deab-44d4-bd39-0a6b2bcbe2f0 req-85d7d319-60ca-4e48-a6af-b8f46d54b201 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:04.209906 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cef7e459-deab-44d4-bd39-0a6b2bcbe2f0 req-85d7d319-60ca-4e48-a6af-b8f46d54b201 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.0641382 Mar 31 15:31:04.260737 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-1fcfbbaa-2e6b-4166-9722-17764084342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:04.262181 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-1fcfbbaa-2e6b-4166-9722-17764084342b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fb339-2d21-4bd4-88d3-2f1003c86664 HTTP/1.1" status: 200 len: 854 time: 0.0494857 Mar 31 15:31:04.268424 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cef7e459-deab-44d4-bd39-0a6b2bcbe2f0 req-0db13e1d-40e0-4da2-9b74-119536a8ff04 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512607 Mar 31 15:31:04.308810 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-2108a4ca-2afd-45ad-9f0a-51d4b2683dce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a1f8b6c-4c18-45b4-8642-3993b485369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382898 Mar 31 15:31:04.407644 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-950f650b-3167-45e2-abdb-888a6ff6e28a service neutron] 10.222.0.13 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928252 Mar 31 15:31:04.503604 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-ebdb2251-c190-4c00-a735-336e4d457c07 req-1c07077d-0b51-4ef1-9452-81b81b7350d4 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888903 Mar 31 15:31:04.607320 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f569-3024-4c89-820b-f09fd9d30962 req-dc190369-4195-493a-96b0-8a6db3921ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:04.608951 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3113f569-3024-4c89-820b-f09fd9d30962 req-dc190369-4195-493a-96b0-8a6db3921ed8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ff255ee4f324e4a8c82792e16a370f7&device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 1128 time: 0.0540354 Mar 31 15:31:04.638622 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e5b8-65d3-4a69-9f46-389ad1cf2fa7 req-9b3111c2-e632-4112-9b25-d399b6eab0de tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:04.640181 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2226e5b8-65d3-4a69-9f46-389ad1cf2fa7 req-9b3111c2-e632-4112-9b25-d399b6eab0de tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 944 time: 0.0587738 Mar 31 15:31:04.695196 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2226e5b8-65d3-4a69-9f46-389ad1cf2fa7 req-5824c674-61c4-4c90-ae37-3df6cae0167a tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478277 Mar 31 15:31:04.718699 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f569-3024-4c89-820b-f09fd9d30962 req-366e68bc-81a6-4db0-b613-c6abb942a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:04.720200 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3113f569-3024-4c89-820b-f09fd9d30962 req-366e68bc-81a6-4db0-b613-c6abb942a2de service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a1f8b6c-4c18-45b4-8642-3993b485369b HTTP/1.1" status: 200 len: 915 time: 0.1042180 Mar 31 15:31:04.765523 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3113f569-3024-4c89-820b-f09fd9d30962 req-1fc50947-7b6d-4d1e-b66b-22b258ef8ce9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc HTTP/1.1" status: 200 len: 217 time: 0.0374146 Mar 31 15:31:04.824452 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f569-3024-4c89-820b-f09fd9d30962 req-ebb9a9c0-e49d-496f-be36-24d2fe75498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:04.825912 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3113f569-3024-4c89-820b-f09fd9d30962 req-ebb9a9c0-e49d-496f-be36-24d2fe75498d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8fb339-2d21-4bd4-88d3-2f1003c86664 HTTP/1.1" status: 200 len: 854 time: 0.0533006 Mar 31 15:31:04.860479 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3113f569-3024-4c89-820b-f09fd9d30962 req-074742f5-3347-4325-8ce1-7a4c149207ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a1f8b6c-4c18-45b4-8642-3993b485369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275896 Mar 31 15:31:04.957152 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3113f569-3024-4c89-820b-f09fd9d30962 req-3e153b51-7ebf-4ffd-b3da-33d0f13b0b6f service neutron] 10.222.0.13 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886166 Mar 31 15:31:05.065387 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-3113f569-3024-4c89-820b-f09fd9d30962 req-c8f088b2-3645-45a9-aeb8-c6384497d42c service neutron] 10.222.0.13 "GET /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929334 Mar 31 15:31:05.294510 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4a4e4a09-7114-4a58-9fca-4f546d434ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:05.821018 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76da23-77ad-48ad-8d25-10f2a10e52e4 req-a9e13098-69fd-40b7-9b5c-b2512baf65c2 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:05.822593 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3a76da23-77ad-48ad-8d25-10f2a10e52e4 req-a9e13098-69fd-40b7-9b5c-b2512baf65c2 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 944 time: 0.0554919 Mar 31 15:31:05.871130 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3a76da23-77ad-48ad-8d25-10f2a10e52e4 req-ff779239-b020-4f68-9c25-cbc1a9d1bc13 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 Mar 31 15:31:06.542666 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:06.993152 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87a1b-6c33-4099-a84f-947e9aa58c9a req-1ce8734c-36fd-4509-baa9-bd905c6e66ed tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:06.994657 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-43d87a1b-6c33-4099-a84f-947e9aa58c9a req-1ce8734c-36fd-4509-baa9-bd905c6e66ed tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 944 time: 0.0562623 Mar 31 15:31:07.043712 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-43d87a1b-6c33-4099-a84f-947e9aa58c9a req-19fca783-1131-4457-85c4-7f3528958ab3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431726 Mar 31 15:31:07.684414 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:31:07.782409 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc,segment=NetworkSegment(4f2a99fb-ae46-44ae-a2ea-c670da7ceca8),segment_id=4f2a99fb-ae46-44ae-a2ea-c670da7ceca8)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:07.796276 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '8b5a4678-a27c-41d1-8b6b-bf817e5c52cc', 'network_id': '5a1f8b6c-4c18-45b4-8642-3993b485369b', 'port_id': '8b5a4678-a27c-41d1-8b6b-bf817e5c52cc', 'mac_address': 'fa:16:3e:80:3d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8fb339-2d21-4bd4-88d3-2f1003c86664', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:31:07.834658 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:07.834983 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:07.853439 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:31:07.874413 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc,segment=NetworkSegment(4f2a99fb-ae46-44ae-a2ea-c670da7ceca8),segment_id=4f2a99fb-ae46-44ae-a2ea-c670da7ceca8)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:07.878605 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:07.929191 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:07.945895 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.946241 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.946586 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.946939 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.947283 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.947613 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.947943 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.948274 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.948627 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.948984 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.949383 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.949726 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.950078 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.950628 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.950793 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:07.964474 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:08.164746 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0fa4b-5f89-4b74-b0f1-fc92bb3add77 req-92a7e4c3-3a67-4401-8eba-57b8ceef4ee4 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:08.166304 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e2e0fa4b-5f89-4b74-b0f1-fc92bb3add77 req-92a7e4c3-3a67-4401-8eba-57b8ceef4ee4 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 945 time: 0.0534854 Mar 31 15:31:08.208066 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['8b5a4678-a27c-41d1-8b6b-bf817e5c52cc'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:31:08.214757 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e2e0fa4b-5f89-4b74-b0f1-fc92bb3add77 req-47a115ba-644f-468c-b13f-8c6fa105a534 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429211 Mar 31 15:31:09.333154 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b7e13-415c-41bf-889f-1dcb2612fa35 req-a0df05da-7942-4b01-9ab6-318e3cd2e5a3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:09.334645 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b70b7e13-415c-41bf-889f-1dcb2612fa35 req-a0df05da-7942-4b01-9ab6-318e3cd2e5a3 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 945 time: 0.0523806 Mar 31 15:31:09.386384 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b70b7e13-415c-41bf-889f-1dcb2612fa35 req-f8018785-9918-4762-a3fe-b7aae673676a tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462778 Mar 31 15:31:09.468173 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:09.696182 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:31:09.749368 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:31:09.754732 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:09.755100 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:09.836414 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:09.836715 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:09.859873 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad76eacd-dc2a-44f1-9b6e-a473f86cbabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5a4678-a27c-41d1-8b6b-bf817e5c52cc'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:09.862150 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c44f0f-25fc-4e80-beb5-8924cb90fa38" -d '{"events": [{"server_uuid": "ad76eacd-dc2a-44f1-9b6e-a473f86cbabd", "name": "network-vif-plugged", "status": "completed", "tag": "8b5a4678-a27c-41d1-8b6b-bf817e5c52cc"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:09.876570 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc,segment=NetworkSegment(4f2a99fb-ae46-44ae-a2ea-c670da7ceca8),segment_id=4f2a99fb-ae46-44ae-a2ea-c670da7ceca8)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:09.882044 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:09.905723 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef503916-854b-4674-991a-77e28912e362 x-openstack-request-id: req-ef503916-854b-4674-991a-77e28912e362 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:09.906013 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad76eacd-dc2a-44f1-9b6e-a473f86cbabd", "name": "network-vif-plugged", "status": "completed", "tag": "8b5a4678-a27c-41d1-8b6b-bf817e5c52cc", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:09.906266 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef503916-854b-4674-991a-77e28912e362 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:09.906656 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef503916-854b-4674-991a-77e28912e362'] response: {'server_uuid': 'ad76eacd-dc2a-44f1-9b6e-a473f86cbabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5a4678-a27c-41d1-8b6b-bf817e5c52cc', 'code': 200} Mar 31 15:31:09.933409 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:10.078208 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5309ac-31b7-4e06-80cd-f83d0e7a61df req-029b4177-1cbc-4168-8beb-89887841f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:10.079719 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-db5309ac-31b7-4e06-80cd-f83d0e7a61df req-029b4177-1cbc-4168-8beb-89887841f558 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 1130 time: 0.0442894 Mar 31 15:31:10.124584 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-db5309ac-31b7-4e06-80cd-f83d0e7a61df req-4ed00f99-2846-4dc2-89b2-e50a0ec80d0e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373409 Mar 31 15:31:10.506227 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2840f3a-eeca-4f5f-8d76-774ee0013800 req-3adbda11-d30e-456a-830b-8c985189c62a tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:10.507719 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e2840f3a-eeca-4f5f-8d76-774ee0013800 req-3adbda11-d30e-456a-830b-8c985189c62a tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 946 time: 0.0523467 Mar 31 15:31:10.556959 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e2840f3a-eeca-4f5f-8d76-774ee0013800 req-88d4897d-e2da-42fb-a8b3-c0d99f7162d8 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Mar 31 15:31:11.686640 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e2071-d89a-4986-a95c-e7b1839c39d4 req-4ac1161b-68be-430d-ac3a-1dabf42c9294 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:11.688050 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ba2e2071-d89a-4986-a95c-e7b1839c39d4 req-4ac1161b-68be-430d-ac3a-1dabf42c9294 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 946 time: 0.0560985 Mar 31 15:31:11.736396 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ba2e2071-d89a-4986-a95c-e7b1839c39d4 req-4c95c24f-0ce1-4e0d-a599-3334caf2d3c1 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420294 Mar 31 15:31:12.169553 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6913b-0c18-4921-86f3-b6554b782336 req-454212a5-bdd6-436f-811d-b264f29b22dd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:12.171086 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f0f6913b-0c18-4921-86f3-b6554b782336 req-454212a5-bdd6-436f-811d-b264f29b22dd tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0589623 Mar 31 15:31:12.223834 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f0f6913b-0c18-4921-86f3-b6554b782336 req-cc26b1d8-f230-4cb5-a1fc-6a95c01d7155 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450888 Mar 31 15:31:13.351055 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f1fb8-b890-48e7-a7e0-be2eec6cb4d2 req-fb7c05d2-cf08-47fa-8949-e28335de8f54 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:13.352569 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7a3f1fb8-b890-48e7-a7e0-be2eec6cb4d2 req-fb7c05d2-cf08-47fa-8949-e28335de8f54 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0591683 Mar 31 15:31:13.401751 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7a3f1fb8-b890-48e7-a7e0-be2eec6cb4d2 req-7ec65493-cac4-4f53-a7ac-7c0d9e063dd1 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Mar 31 15:31:14.546911 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b051f1e-969f-4d2a-8cef-82275f920f73 req-e01358dd-4aac-4f6c-8c59-88b1ce7a8201 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:14.548480 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5b051f1e-969f-4d2a-8cef-82275f920f73 req-e01358dd-4aac-4f6c-8c59-88b1ce7a8201 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0702615 Mar 31 15:31:14.611826 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5b051f1e-969f-4d2a-8cef-82275f920f73 req-834dade4-4ad7-46cf-aecf-d81956e13dfe tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530152 Mar 31 15:31:15.737515 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a9611-bf38-4c21-913c-c6ab8a2f2800 req-1e1eda94-8cae-481a-ab0c-2ff336c5e64c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:15.739118 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-246a9611-bf38-4c21-913c-c6ab8a2f2800 req-1e1eda94-8cae-481a-ab0c-2ff336c5e64c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0554304 Mar 31 15:31:15.792317 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-246a9611-bf38-4c21-913c-c6ab8a2f2800 req-ab1b7021-5c26-4f29-8224-1e6567d24fb5 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Mar 31 15:31:16.272093 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:31:16.450139 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-98c8905b-3632-4c5d-97d5-d0b54ae5b71a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:16.451666 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-98c8905b-3632-4c5d-97d5-d0b54ae5b71a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0559371 Mar 31 15:31:16.554796 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Deleting port 22e8655b-69a0-4099-8fac-21b21bc38f88 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:16.555056 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:16.645809 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] For port 22e8655b-69a0-4099-8fac-21b21bc38f88, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=22e8655b-69a0-4099-8fac-21b21bc38f88,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:16.646164 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:16.819536 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:16.819815 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (e01755c1-9a6b-4c88-a8c7-99ea63eb1523), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:16.820124 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Floating IP e01755c1-9a6b-4c88-a8c7-99ea63eb1523 disassociated. External IP: 172.27.2.204, port: 22e8655b-69a0-4099-8fac-21b21bc38f88. Mar 31 15:31:16.820495 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Calling delete_port for 22e8655b-69a0-4099-8fac-21b21bc38f88 owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:16.918922 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37876c5-efd7-4895-97cb-a6a668f55a31 req-b57cfad1-e9d0-4bb1-b4d7-77a75733f8d9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:16.920511 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c37876c5-efd7-4895-97cb-a6a668f55a31 req-b57cfad1-e9d0-4bb1-b4d7-77a75733f8d9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e9782c-4c61-403c-849a-7eea57bc5204 HTTP/1.1" status: 200 len: 946 time: 0.0543950 Mar 31 15:31:16.955651 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (22e8655b-69a0-4099-8fac-21b21bc38f88), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:16.974845 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c37876c5-efd7-4895-97cb-a6a668f55a31 req-c4aea066-290b-483c-8d7c-c337c323190a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=94184b25-ab3e-4455-af07-67f4521930ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477633 Mar 31 15:31:16.989382 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event deleted for resources: {'Port': ['ID=22e8655b-69a0-4099-8fac-21b21bc38f88,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:17.117351 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:31:17.228696 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:31:17.240249 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141a06a-8c13-4ca2-ba82-545dae407580 None None] Sync routers for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:17.250472 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141a06a-8c13-4ca2-ba82-545dae407580 None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:17.251095 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-5141a06a-8c13-4ca2-ba82-545dae407580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:17.274771 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] No DVR routers for this DVR port 22e8655b-69a0-4099-8fac-21b21bc38f88 on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:17.277314 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:17.280658 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-8ee4a75a-0154-4409-8f45-c0872aec9c10 req-755f3ca3-4a73-4d22-8173-6941ff0e4b85 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "DELETE /v2.0/ports/22e8655b-69a0-4099-8fac-21b21bc38f88 HTTP/1.1" status: 204 len: 173 time: 0.8229105 Mar 31 15:31:17.281130 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'name': 'network-vif-deleted', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:17.283503 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764bf043-ac19-42af-abed-20cbfe19551c" -d '{"events": [{"server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "name": "network-vif-deleted", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:17.322170 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1bbf68-6fca-4d60-a467-676e62a80f97 x-openstack-request-id: req-ae1bbf68-6fca-4d60-a467-676e62a80f97 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:17.322479 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e9782c-4c61-403c-849a-7eea57bc5204", "name": "network-vif-deleted", "tag": "22e8655b-69a0-4099-8fac-21b21bc38f88", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:17.322732 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae1bbf68-6fca-4d60-a467-676e62a80f97 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:17.323139 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1bbf68-6fca-4d60-a467-676e62a80f97'] response: {'server_uuid': '69e9782c-4c61-403c-849a-7eea57bc5204', 'name': 'network-vif-deleted', 'tag': '22e8655b-69a0-4099-8fac-21b21bc38f88', 'status': 'completed', 'code': 200} Mar 31 15:31:17.374147 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-5141a06a-8c13-4ca2-ba82-545dae407580 None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:17.600366 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-5141a06a-8c13-4ca2-ba82-545dae407580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:56Z', 'revision_number': 5, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:17.629028 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141a06a-8c13-4ca2-ba82-545dae407580 None None] Checking router: c9b0e07a-ad49-41f8-ad3e-a297ccb907ae for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:31:17.637801 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141a06a-8c13-4ca2-ba82-545dae407580 None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:17.638413 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-5141a06a-8c13-4ca2-ba82-545dae407580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:17.753678 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-5141a06a-8c13-4ca2-ba82-545dae407580 None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:17.970064 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-5141a06a-8c13-4ca2-ba82-545dae407580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:56Z', 'revision_number': 5, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:18.001908 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141a06a-8c13-4ca2-ba82-545dae407580 None None] The sync data for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi is: [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:26:44Z', 'revision_number': 4, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab', 'name': '', 'network_id': '530b786a-c6cc-4d4e-b354-724c19ff2f4f', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'mac_address': 'fa:16:3e:7a:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:38Z', 'updated_at': '2022-03-31T15:26:56Z', 'revision_number': 5, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'subnets': [{'id': 'eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:18.069746 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55168) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:18.139065 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0fb590aa-6640-4830-aa70-0c4a93bb6240 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group (94184b25-ab3e-4455-af07-67f4521930ec), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:18.166822 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0fb590aa-6640-4830-aa70-0c4a93bb6240 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group (94184b25-ab3e-4455-af07-67f4521930ec), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:18.220893 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0fb590aa-6640-4830-aa70-0c4a93bb6240 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (94184b25-ab3e-4455-af07-67f4521930ec), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:18.224456 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0fb590aa-6640-4830-aa70-0c4a93bb6240 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:18.225718 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-0fb590aa-6640-4830-aa70-0c4a93bb6240 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "DELETE /v2.0/security-groups/94184b25-ab3e-4455-af07-67f4521930ec HTTP/1.1" status: 204 len: 168 time: 0.1540165 Mar 31 15:31:18.228572 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55170) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:18.240759 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb590aa-6640-4830-aa70-0c4a93bb6240 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94184b25-ab3e-4455-af07-67f4521930ec,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:18.242788 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.api.v2.resource [None req-7c6008db-7dac-4804-8199-f76711d74669 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] show failed (client error): The resource could not be found. Mar 31 15:31:18.243857 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-7c6008db-7dac-4804-8199-f76711d74669 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups/94184b25-ab3e-4455-af07-67f4521930ec HTTP/1.1" status: 404 len: 347 time: 0.0142436 Mar 31 15:31:18.246905 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55174) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:18.297913 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b66e6-e385-485a-9cd7-26dfd1135542 None None] New status for floating IP e01755c1-9a6b-4c88-a8c7-99ea63eb1523: DOWN {{(pid=103661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:31:18.397211 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-a884ca46-d7f0-42d3-a8e5-6a612206b9bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Deleting port cffbbc89-93fe-4d81-8137-85051cac6ae6 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:18.397658 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a884ca46-d7f0-42d3-a8e5-6a612206b9bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (cffbbc89-93fe-4d81-8137-85051cac6ae6), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:18.486015 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a884ca46-d7f0-42d3-a8e5-6a612206b9bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (cffbbc89-93fe-4d81-8137-85051cac6ae6), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:18.486355 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a884ca46-d7f0-42d3-a8e5-6a612206b9bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for floatingip (cffbbc89-93fe-4d81-8137-85051cac6ae6), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:18.499742 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-a884ca46-d7f0-42d3-a8e5-6a612206b9bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Calling delete_port for cffbbc89-93fe-4d81-8137-85051cac6ae6 owned by network:floatingip {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:18.676635 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a884ca46-d7f0-42d3-a8e5-6a612206b9bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (cffbbc89-93fe-4d81-8137-85051cac6ae6), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:18.715074 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884ca46-d7f0-42d3-a8e5-6a612206b9bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event deleted for resources: {'Port': ['ID=cffbbc89-93fe-4d81-8137-85051cac6ae6,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:18.787449 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a884ca46-d7f0-42d3-a8e5-6a612206b9bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks [] for floatingip (e01755c1-9a6b-4c88-a8c7-99ea63eb1523), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:18.790138 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a884ca46-d7f0-42d3-a8e5-6a612206b9bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:18.791338 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-a884ca46-d7f0-42d3-a8e5-6a612206b9bc tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "DELETE /v2.0/floatingips/e01755c1-9a6b-4c88-a8c7-99ea63eb1523 HTTP/1.1" status: 204 len: 168 time: 0.5432718 Mar 31 15:31:18.960311 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4cc831a4-a40b-4b33-95d0-8304e7f23e38 req-c5133f00-4c08-49c3-9ff0-d97b6c0da3b4 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985729451&fields=id&tenant_id=a45c07aa38ef42ed98f7632ec7603af9 HTTP/1.1" status: 200 len: 267 time: 0.0628967 Mar 31 15:31:19.031634 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc831a4-a40b-4b33-95d0-8304e7f23e38 req-0e9f35db-c48d-4140-8a47-1777e191be77 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:19.033447 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4cc831a4-a40b-4b33-95d0-8304e7f23e38 req-0e9f35db-c48d-4140-8a47-1777e191be77 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 984 time: 0.0667138 Mar 31 15:31:19.047594 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-4cc831a4-a40b-4b33-95d0-8304e7f23e38 req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Request body: {'port': {'security_groups': ['1add5e92-04af-41d4-9ed5-01bf37be4c76']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:19.148831 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4cc831a4-a40b-4b33-95d0-8304e7f23e38 req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:19.350673 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-4cc831a4-a40b-4b33-95d0-8304e7f23e38 req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] For port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:19.391406 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4cc831a4-a40b-4b33-95d0-8304e7f23e38 req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:19.396557 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4cc831a4-a40b-4b33-95d0-8304e7f23e38 req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:19.415896 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['9287e530-25ae-4cd6-97c1-a44ac2bfe01a'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:31:19.441854 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc831a4-a40b-4b33-95d0-8304e7f23e38 req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:19.442533 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4cc831a4-a40b-4b33-95d0-8304e7f23e38 req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:19.443998 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4cc831a4-a40b-4b33-95d0-8304e7f23e38 req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "PUT /v2.0/ports/9287e530-25ae-4cd6-97c1-a44ac2bfe01a HTTP/1.1" status: 200 len: 942 time: 0.4034536 Mar 31 15:31:19.444460 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:19.446813 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf" -d '{"events": [{"name": "network-changed", "server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:19.450466 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55194) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:19.476250 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event updated for resources: {'Port': ['ID=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,revision_number=7']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:19.486358 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.487090 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.488391 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.488883 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.489390 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.489889 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.490371 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.490849 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.491326 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.491802 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.492294 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.492834 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.493344 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.493860 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.494373 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef7d8e-01d4-40a5-9653-6fb319557517 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:19.516206 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ae5be1-40c8-4fdc-9697-3148700598b5 x-openstack-request-id: req-53ae5be1-40c8-4fdc-9697-3148700598b5 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:19.516628 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:19.516723 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-53ae5be1-40c8-4fdc-9697-3148700598b5 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:19.517361 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ae5be1-40c8-4fdc-9697-3148700598b5'] response: {'name': 'network-changed', 'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'status': 'completed', 'code': 200} Mar 31 15:31:19.545854 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3589fe3f-39f2-4a40-b3f2-e00460a6e8b7 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group (14873fe9-db65-4a96-bce6-9e5126ea87fa), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:19.569915 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['9287e530-25ae-4cd6-97c1-a44ac2bfe01a'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:31:19.622481 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3589fe3f-39f2-4a40-b3f2-e00460a6e8b7 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group (14873fe9-db65-4a96-bce6-9e5126ea87fa), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:19.664178 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf req-7e173b9f-89a0-44ba-84b3-2389526a58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:19.666044 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf req-7e173b9f-89a0-44ba-84b3-2389526a58cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a45c07aa38ef42ed98f7632ec7603af9&device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 1129 time: 0.0987434 Mar 31 15:31:19.759790 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3589fe3f-39f2-4a40-b3f2-e00460a6e8b7 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (14873fe9-db65-4a96-bce6-9e5126ea87fa), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:19.762674 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3589fe3f-39f2-4a40-b3f2-e00460a6e8b7 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:19.764253 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-3589fe3f-39f2-4a40-b3f2-e00460a6e8b7 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "DELETE /v2.0/security-groups/14873fe9-db65-4a96-bce6-9e5126ea87fa HTTP/1.1" status: 204 len: 168 time: 0.3118663 Mar 31 15:31:19.768665 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55200) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:19.785935 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589fe3f-39f2-4a40-b3f2-e00460a6e8b7 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14873fe9-db65-4a96-bce6-9e5126ea87fa,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:19.834683 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf req-c6e5e890-f8ec-4ced-9f2a-e0594256551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:19.836366 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf req-c6e5e890-f8ec-4ced-9f2a-e0594256551a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 HTTP/1.1" status: 200 len: 916 time: 0.1602111 Mar 31 15:31:19.869586 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-8e6c4fff-1a9a-4e08-bc7c-2b629371387d None None] Provisioning complete for port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:19.870189 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4fff-1a9a-4e08-bc7c-2b629371387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:19.934591 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf req-89095cfd-759b-4b7e-950a-3ed5353201ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a HTTP/1.1" status: 200 len: 1000 time: 0.0888503 Mar 31 15:31:19.971572 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c4fff-1a9a-4e08-bc7c-2b629371387d None None] Current status of the port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:20.011032 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf req-acf62c7b-656e-417c-9df5-56dae55a8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:20.012745 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf req-acf62c7b-656e-417c-9df5-56dae55a8213 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc3bb9a2-dd51-4b0c-b999-f745ee22afce HTTP/1.1" status: 200 len: 854 time: 0.0625963 Mar 31 15:31:20.047290 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Deleting port e485351a-0959-4e99-9114-cb57538f7d3b {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:20.047642 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (e485351a-0959-4e99-9114-cb57538f7d3b), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:20.100421 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf req-b666c08f-f535-4c59-9a31-3b30795c875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:20.102001 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf req-b666c08f-f535-4c59-9a31-3b30795c875b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0806561 Mar 31 15:31:20.153909 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (e485351a-0959-4e99-9114-cb57538f7d3b), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:20.154234 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for floatingip (e485351a-0959-4e99-9114-cb57538f7d3b), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:20.169472 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Calling delete_port for e485351a-0959-4e99-9114-cb57538f7d3b owned by network:floatingip {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:20.353142 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (e485351a-0959-4e99-9114-cb57538f7d3b), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:20.378631 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event deleted for resources: {'Port': ['ID=e485351a-0959-4e99-9114-cb57538f7d3b,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:20.438497 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks [] for floatingip (22797d2e-b581-4008-904b-c6be5f6d807d), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:20.438819 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Floating IP 22797d2e-b581-4008-904b-c6be5f6d807d disassociated (deleted). External IP: 172.27.2.79, port: 9287e530-25ae-4cd6-97c1-a44ac2bfe01a. Mar 31 15:31:20.658796 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Router b41619a1-6754-4877-aa30-20693308ef51 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:31:20.770300 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:31:20.775039 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:20.779707 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0ce25-604c-4649-a7c0-3950975d3211 None None] Sync routers for ids ['b41619a1-6754-4877-aa30-20693308ef51'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:20.790600 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0ce25-604c-4649-a7c0-3950975d3211 None None] Routers {'b41619a1-6754-4877-aa30-20693308ef51'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:20.791237 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-63f0ce25-604c-4649-a7c0-3950975d3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['b41619a1-6754-4877-aa30-20693308ef51'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:20.807322 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-ebd51939-a5fc-4db2-b542-06a4a3984292 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "DELETE /v2.0/floatingips/22797d2e-b581-4008-904b-c6be5f6d807d HTTP/1.1" status: 204 len: 168 time: 1.0348306 Mar 31 15:31:21.037525 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-63f0ce25-604c-4649-a7c0-3950975d3211 None None] Set router b41619a1-6754-4877-aa30-20693308ef51 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:21.185745 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf req-b4fe51f5-732e-4df0-89b4-cc10858a224c service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020775 Mar 31 15:31:21.252379 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-63f0ce25-604c-4649-a7c0-3950975d3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:33Z', 'revision_number': 4, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '78a41083-5d3f-413f-bf43-8dfd5525eed2', 'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'mac_address': 'fa:16:3e:ff:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:33Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'subnets': [{'id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:21.279941 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0ce25-604c-4649-a7c0-3950975d3211 None None] Checking router: b41619a1-6754-4877-aa30-20693308ef51 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:31:21.289909 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0ce25-604c-4649-a7c0-3950975d3211 None None] Routers {'b41619a1-6754-4877-aa30-20693308ef51'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:21.290524 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-63f0ce25-604c-4649-a7c0-3950975d3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['b41619a1-6754-4877-aa30-20693308ef51'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:21.401929 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-63f0ce25-604c-4649-a7c0-3950975d3211 None None] Set router b41619a1-6754-4877-aa30-20693308ef51 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:21.519406 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:21.521936 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa" -d '{"events": [{"name": "network-changed", "server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:21.575278 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d1b8e4-818a-4d7a-99f9-9e3b15edb167 x-openstack-request-id: req-84d1b8e4-818a-4d7a-99f9-9e3b15edb167 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:21.575571 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:21.575902 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84d1b8e4-818a-4d7a-99f9-9e3b15edb167 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:21.576313 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d1b8e4-818a-4d7a-99f9-9e3b15edb167'] response: {'name': 'network-changed', 'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'status': 'completed', 'code': 200} Mar 31 15:31:21.630292 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-63f0ce25-604c-4649-a7c0-3950975d3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:33Z', 'revision_number': 4, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '78a41083-5d3f-413f-bf43-8dfd5525eed2', 'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'mac_address': 'fa:16:3e:ff:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:33Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'subnets': [{'id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:21.658158 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0ce25-604c-4649-a7c0-3950975d3211 None None] The sync data for ids ['b41619a1-6754-4877-aa30-20693308ef51'] in dv-cinder-750782-15-iscsi is: [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:28:33Z', 'revision_number': 4, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '78a41083-5d3f-413f-bf43-8dfd5525eed2', 'name': '', 'network_id': '2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'mac_address': 'fa:16:3e:ff:9b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:33Z', 'updated_at': '2022-03-31T15:28:39Z', 'revision_number': 5, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'subnets': [{'id': 'cc3bb9a2-dd51-4b0c-b999-f745ee22afce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:21.899489 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063a357-2a94-4a29-82d9-36082cf1bad5 None None] New status for floating IP 22797d2e-b581-4008-904b-c6be5f6d807d: DOWN {{(pid=103661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:31:22.837578 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 22e8655b-69a0-4099-8fac-21b21bc38f88 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:22.876493 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 22e8655b-69a0-4099-8fac-21b21bc38f88 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:22.876838 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 22e8655b-69a0-4099-8fac-21b21bc38f88 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:22.885013 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:22.953514 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2cb9d599-cfa5-4f70-96de-c90b5dcc77bf req-01bc292e-08d0-4e1c-ad25-59ed0f46d96d service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085403 Mar 31 15:31:23.054335 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa req-92b70f5a-3eb6-4fc7-ae2a-50b01c81314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:23.056026 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa req-92b70f5a-3eb6-4fc7-ae2a-50b01c81314c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a45c07aa38ef42ed98f7632ec7603af9&device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 1129 time: 0.0568769 Mar 31 15:31:23.162359 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa req-1ba1cd0a-7069-40d8-b9a8-df006bd3afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:23.163825 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa req-1ba1cd0a-7069-40d8-b9a8-df006bd3afff service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 HTTP/1.1" status: 200 len: 916 time: 0.0934930 Mar 31 15:31:23.215851 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa req-cf5865fa-1531-4407-a35e-7e1a7cdc0c49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a HTTP/1.1" status: 200 len: 217 time: 0.0419381 Mar 31 15:31:23.268410 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa req-ef7a53e7-d40d-4de9-ab60-ef2eaea12820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:23.270245 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa req-ef7a53e7-d40d-4de9-ab60-ef2eaea12820 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc3bb9a2-dd51-4b0c-b999-f745ee22afce HTTP/1.1" status: 200 len: 854 time: 0.0475004 Mar 31 15:31:23.326267 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa req-242a4a9f-0ea1-4ee7-83a2-c4bf2ccaad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:23.328540 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa req-242a4a9f-0ea1-4ee7-83a2-c4bf2ccaad6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511868 Mar 31 15:31:23.432298 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa req-6f3fa014-5398-4e63-9f15-d3afddbeaec3 service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915406 Mar 31 15:31:23.530065 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f7ac5cb7-4dbc-423c-b0e7-e530d48d98aa req-faa18f2a-1033-432f-95f4-d4b8862aa7a2 service neutron] 10.222.0.13 "GET /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901320 Mar 31 15:31:24.523178 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f6f4-72c1-46cb-9861-22767d3cb3fc req-6d1e276a-bf2d-40a3-91ec-a78891240d31 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:24.524658 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4438f6f4-72c1-46cb-9861-22767d3cb3fc req-6d1e276a-bf2d-40a3-91ec-a78891240d31 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0581582 Mar 31 15:31:24.580298 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4438f6f4-72c1-46cb-9861-22767d3cb3fc req-b5d88f93-ee2b-4e71-9542-32079c72ba0a tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497599 Mar 31 15:31:25.703263 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb329-8a53-40cb-897b-e4cdc46295d9 req-2dadc297-af8b-41ff-aef9-11ab06abbe9b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:25.704734 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6aadb329-8a53-40cb-897b-e4cdc46295d9 req-2dadc297-af8b-41ff-aef9-11ab06abbe9b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0537617 Mar 31 15:31:25.754152 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6aadb329-8a53-40cb-897b-e4cdc46295d9 req-4a8d5ade-1345-44d7-8dd5-8c345877b68d tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Mar 31 15:31:26.878583 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca0255-2790-418f-a971-b1dd1705cf76 req-a7b9b8fd-1582-4349-af4a-5e6abe66955c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:26.880102 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-dbca0255-2790-418f-a971-b1dd1705cf76 req-a7b9b8fd-1582-4349-af4a-5e6abe66955c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0570138 Mar 31 15:31:26.931486 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-dbca0255-2790-418f-a971-b1dd1705cf76 req-89e34c91-170f-4c3f-b23e-e2287355e20b tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454974 Mar 31 15:31:26.979462 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-607b4e9b-014d-4345-a1cc-fea0f4398f3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484812 Mar 31 15:31:27.052556 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-688fbe4d-c12d-4c2c-ae12-be55c3479a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:27.054020 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-688fbe4d-c12d-4c2c-ae12-be55c3479a46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358212f65b23406d930b4f0e489b0137&device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 1130 time: 0.0495129 Mar 31 15:31:27.164350 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-87852d0b-419c-4ce7-a9c5-d76d79c6e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:27.165848 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-87852d0b-419c-4ce7-a9c5-d76d79c6e68d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfdd2fec-cd96-44f9-8592-73cbe321b82e HTTP/1.1" status: 200 len: 912 time: 0.0891697 Mar 31 15:31:27.251396 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-87dc0547-b367-4c0c-98d8-0a75a4d9a720 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696d15a2-9596-4aff-bf6e-da3d8b578334 HTTP/1.1" status: 200 len: 1002 time: 0.0769658 Mar 31 15:31:27.323387 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-c5f7e6e9-7cb3-4cdb-bb3d-06bc7f0458fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:27.324878 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-c5f7e6e9-7cb3-4cdb-bb3d-06bc7f0458fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6217d632-346f-46d7-9bf1-0a35af1691df HTTP/1.1" status: 200 len: 850 time: 0.0659359 Mar 31 15:31:27.379585 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-813fb0cc-a538-4824-8817-d869a68d81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:27.381107 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-813fb0cc-a538-4824-8817-d869a68d81da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfdd2fec-cd96-44f9-8592-73cbe321b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485766 Mar 31 15:31:27.480477 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-e316aac5-c017-46bc-8b4e-d328d7e82d56 service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893009 Mar 31 15:31:27.822859 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-44a8012c-6546-4fb9-b5b6-d720cbe36100 req-03d522a4-9e90-40cb-abc8-4f6177e77454 service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344686 Mar 31 15:31:27.926840 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce57c9-5915-44e0-9af2-586c2df6abe3 req-643b3366-033c-4468-b11f-f6fac10ec73c tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:27.928406 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0bce57c9-5915-44e0-9af2-586c2df6abe3 req-643b3366-033c-4468-b11f-f6fac10ec73c tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 945 time: 0.1992421 Mar 31 15:31:27.979244 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0bce57c9-5915-44e0-9af2-586c2df6abe3 req-8b9c10f2-5270-453d-b358-bacec8d2d43a tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450208 Mar 31 15:31:28.122928 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfeac0-7d27-4cef-bcc3-b432c3a6ece0 req-65f9f2ed-fb5d-4fac-9f87-7fe6d16023d6 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:28.124447 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-62cfeac0-7d27-4cef-bcc3-b432c3a6ece0 req-65f9f2ed-fb5d-4fac-9f87-7fe6d16023d6 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.1225793 Mar 31 15:31:28.174697 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-62cfeac0-7d27-4cef-bcc3-b432c3a6ece0 req-dc4cce9d-5557-4ce7-b860-85ad1758842c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439346 Mar 31 15:31:29.115804 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee082b-e7b0-43c1-a3fd-fc2f1efafb91 req-af077564-e9a8-4694-a675-d309e53fdcdb tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:29.117205 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-08ee082b-e7b0-43c1-a3fd-fc2f1efafb91 req-af077564-e9a8-4694-a675-d309e53fdcdb tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 945 time: 0.0533192 Mar 31 15:31:29.167197 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-08ee082b-e7b0-43c1-a3fd-fc2f1efafb91 req-6b65c685-5cbc-4b5c-a991-87b745d28881 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442138 Mar 31 15:31:29.294739 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801d12c-c2db-4d01-9d30-e8dcb728693e req-9c27d9ee-0351-4f19-932e-349a70276b11 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:29.296225 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d801d12c-c2db-4d01-9d30-e8dcb728693e req-9c27d9ee-0351-4f19-932e-349a70276b11 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0525796 Mar 31 15:31:29.342248 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d801d12c-c2db-4d01-9d30-e8dcb728693e req-692f090a-fcc2-41ca-be00-94891464c6e5 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397601 Mar 31 15:31:29.757157 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4681e82-06ff-402d-a4b0-eb35ed4e3db3 req-6549d0e6-2529-4f9b-9631-46c9d4842513 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:29.758933 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a4681e82-06ff-402d-a4b0-eb35ed4e3db3 req-6549d0e6-2529-4f9b-9631-46c9d4842513 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 945 time: 0.0575926 Mar 31 15:31:29.882046 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-a4681e82-06ff-402d-a4b0-eb35ed4e3db3 req-6ebc0f46-e412-4ff2-8581-3ec864a3cb79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Deleting port dc075c6d-39df-4776-80ee-fc8e9617f1ae {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:29.882386 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a4681e82-06ff-402d-a4b0-eb35ed4e3db3 req-6ebc0f46-e412-4ff2-8581-3ec864a3cb79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:29.990452 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-a4681e82-06ff-402d-a4b0-eb35ed4e3db3 req-6ebc0f46-e412-4ff2-8581-3ec864a3cb79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] For port dc075c6d-39df-4776-80ee-fc8e9617f1ae, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=dc075c6d-39df-4776-80ee-fc8e9617f1ae,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:29.990827 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a4681e82-06ff-402d-a4b0-eb35ed4e3db3 req-6ebc0f46-e412-4ff2-8581-3ec864a3cb79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:30.023016 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-a4681e82-06ff-402d-a4b0-eb35ed4e3db3 req-6ebc0f46-e412-4ff2-8581-3ec864a3cb79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Calling delete_port for dc075c6d-39df-4776-80ee-fc8e9617f1ae owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:30.090241 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42772f6-c13f-4cf7-9171-23aa6e675836 req-12e49edd-9968-4750-bd95-b69deee59f4f tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:30.091699 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b42772f6-c13f-4cf7-9171-23aa6e675836 req-12e49edd-9968-4750-bd95-b69deee59f4f tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.13 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 945 time: 0.1212754 Mar 31 15:31:30.243429 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a4681e82-06ff-402d-a4b0-eb35ed4e3db3 req-6ebc0f46-e412-4ff2-8581-3ec864a3cb79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (dc075c6d-39df-4776-80ee-fc8e9617f1ae), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:30.259625 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['cb2ae9c9-4fa8-4f50-9246-a310e46d5301', 'dc075c6d-39df-4776-80ee-fc8e9617f1ae'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:31:30.282630 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc0f46-e412-4ff2-8581-3ec864a3cb79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event deleted for resources: {'Port': ['ID=dc075c6d-39df-4776-80ee-fc8e9617f1ae,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:30.288695 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97a830-f960-482b-b3c8-cd189648ef3e req-bd3854a9-e675-48e0-ba2c-f60f56abe810 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:30.289231 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-b42772f6-c13f-4cf7-9171-23aa6e675836 req-24bc2a26-1a3c-424a-812c-87654e12da51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Deleting port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:30.289231 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b42772f6-c13f-4cf7-9171-23aa6e675836 req-24bc2a26-1a3c-424a-812c-87654e12da51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:30.294497 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cf97a830-f960-482b-b3c8-cd189648ef3e req-bd3854a9-e675-48e0-ba2c-f60f56abe810 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/ports?device_id=857db50e-023f-41b8-a9e9-5f697c879cbd HTTP/1.1" status: 200 len: 945 time: 0.0593135 Mar 31 15:31:30.353747 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cf97a830-f960-482b-b3c8-cd189648ef3e req-d50bc478-57ac-419f-9359-bee6ddecf235 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.11 "GET /v2.0/security-groups?id=1add5e92-04af-41d4-9ed5-01bf37be4c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475430 Mar 31 15:31:30.393025 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4681e82-06ff-402d-a4b0-eb35ed4e3db3 req-6ebc0f46-e412-4ff2-8581-3ec864a3cb79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] No DVR routers for this DVR port dc075c6d-39df-4776-80ee-fc8e9617f1ae on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:30.398216 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-a4681e82-06ff-402d-a4b0-eb35ed4e3db3 req-6ebc0f46-e412-4ff2-8581-3ec864a3cb79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:30.401625 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-a4681e82-06ff-402d-a4b0-eb35ed4e3db3 req-6ebc0f46-e412-4ff2-8581-3ec864a3cb79 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "DELETE /v2.0/ports/dc075c6d-39df-4776-80ee-fc8e9617f1ae HTTP/1.1" status: 204 len: 173 time: 0.6356268 Mar 31 15:31:30.402089 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bda698b-68ce-42e8-b269-5359aaffafcc', 'name': 'network-vif-deleted', 'tag': 'dc075c6d-39df-4776-80ee-fc8e9617f1ae'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:30.404818 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9e3105-8d3b-4b3c-a525-0d8770a6f090" -d '{"events": [{"server_uuid": "4bda698b-68ce-42e8-b269-5359aaffafcc", "name": "network-vif-deleted", "tag": "dc075c6d-39df-4776-80ee-fc8e9617f1ae"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:30.473519 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-51fe9ff4-4b52-4642-ad88-5205d4389e82 req-a7445573-5dec-48fd-aa0b-661e5819be74 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bda698b-68ce-42e8-b269-5359aaffafcc HTTP/1.1" status: 200 len: 210 time: 0.0509052 Mar 31 15:31:30.477434 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-b42772f6-c13f-4cf7-9171-23aa6e675836 req-24bc2a26-1a3c-424a-812c-87654e12da51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] For port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:30.478269 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b42772f6-c13f-4cf7-9171-23aa6e675836 req-24bc2a26-1a3c-424a-812c-87654e12da51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:30.482957 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005eaf67-1c27-4ca5-88d8-7f6488202def x-openstack-request-id: req-005eaf67-1c27-4ca5-88d8-7f6488202def {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:30.483957 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bda698b-68ce-42e8-b269-5359aaffafcc", "name": "network-vif-deleted", "tag": "dc075c6d-39df-4776-80ee-fc8e9617f1ae", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:30.484512 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-005eaf67-1c27-4ca5-88d8-7f6488202def {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:30.485408 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-005eaf67-1c27-4ca5-88d8-7f6488202def'] response: {'server_uuid': '4bda698b-68ce-42e8-b269-5359aaffafcc', 'name': 'network-vif-deleted', 'tag': 'dc075c6d-39df-4776-80ee-fc8e9617f1ae', 'status': 'completed', 'code': 200} Mar 31 15:31:30.498585 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-b42772f6-c13f-4cf7-9171-23aa6e675836 req-24bc2a26-1a3c-424a-812c-87654e12da51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Calling delete_port for 9287e530-25ae-4cd6-97c1-a44ac2bfe01a owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:30.668273 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b42772f6-c13f-4cf7-9171-23aa6e675836 req-24bc2a26-1a3c-424a-812c-87654e12da51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (9287e530-25ae-4cd6-97c1-a44ac2bfe01a), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:30.682526 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['9287e530-25ae-4cd6-97c1-a44ac2bfe01a'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:31:30.706130 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc2a26-1a3c-424a-812c-87654e12da51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Pushing event deleted for resources: {'Port': ['ID=9287e530-25ae-4cd6-97c1-a44ac2bfe01a,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:30.762162 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42772f6-c13f-4cf7-9171-23aa6e675836 req-24bc2a26-1a3c-424a-812c-87654e12da51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] No DVR routers for this DVR port 9287e530-25ae-4cd6-97c1-a44ac2bfe01a on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:30.764781 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-b42772f6-c13f-4cf7-9171-23aa6e675836 req-24bc2a26-1a3c-424a-812c-87654e12da51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:30.768268 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-b42772f6-c13f-4cf7-9171-23aa6e675836 req-24bc2a26-1a3c-424a-812c-87654e12da51 tempest-TestMinimumBasicScenario-127189758 tempest-TestMinimumBasicScenario-127189758-project] 10.222.0.13 "DELETE /v2.0/ports/9287e530-25ae-4cd6-97c1-a44ac2bfe01a HTTP/1.1" status: 204 len: 173 time: 0.6652508 Mar 31 15:31:31.787538 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ea2e5-061a-4a92-86ad-67cb79801c55 req-927fc16d-66ea-46b8-bc52-66940c2f3c02 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:31.789049 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-dc6ea2e5-061a-4a92-86ad-67cb79801c55 req-927fc16d-66ea-46b8-bc52-66940c2f3c02 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0677357 Mar 31 15:31:31.842554 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-dc6ea2e5-061a-4a92-86ad-67cb79801c55 req-775f3b33-2909-4289-9c99-80ab8b992e3c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478401 Mar 31 15:31:32.229020 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55422) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:32.265705 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e491505-0db6-4a14-acbb-48c83748828d req-44c800ab-67bb-4c8f-8c80-f60339d585ea tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:32.267430 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7e491505-0db6-4a14-acbb-48c83748828d req-44c800ab-67bb-4c8f-8c80-f60339d585ea tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 946 time: 0.0665324 Mar 31 15:31:32.320876 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7e491505-0db6-4a14-acbb-48c83748828d req-3cd6f61c-0f77-4211-b303-df80cb1e695b tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Mar 31 15:31:32.491347 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'name': 'network-vif-deleted', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:32.493547 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041fcfb3-2620-4754-abdb-108659845613" -d '{"events": [{"server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "name": "network-vif-deleted", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:32.534087 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ca4098-eb23-4e72-9ed1-1e458a0f34fe x-openstack-request-id: req-75ca4098-eb23-4e72-9ed1-1e458a0f34fe {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:32.534308 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857db50e-023f-41b8-a9e9-5f697c879cbd", "name": "network-vif-deleted", "tag": "9287e530-25ae-4cd6-97c1-a44ac2bfe01a", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:32.534435 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75ca4098-eb23-4e72-9ed1-1e458a0f34fe {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:32.535506 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ca4098-eb23-4e72-9ed1-1e458a0f34fe'] response: {'server_uuid': '857db50e-023f-41b8-a9e9-5f697c879cbd', 'name': 'network-vif-deleted', 'tag': '9287e530-25ae-4cd6-97c1-a44ac2bfe01a', 'status': 'completed', 'code': 200} Mar 31 15:31:32.703815 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609331'] for router_interface (b41619a1-6754-4877-aa30-20693308ef51), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:32.939817 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ddacac79-831d-4922-9670-90786c8ff729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:32.979829 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba47654-be4a-4c23-a7e7-20613bea6cd6 req-ba63c524-9bad-4c01-8b07-1736d6e1a66c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:32.981377 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3ba47654-be4a-4c23-a7e7-20613bea6cd6 req-ba63c524-9bad-4c01-8b07-1736d6e1a66c tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0591729 Mar 31 15:31:33.033143 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3ba47654-be4a-4c23-a7e7-20613bea6cd6 req-657db4d2-c1fe-4a0b-a248-753b341640ec tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443239 Mar 31 15:31:33.039178 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] Deleting port 78a41083-5d3f-413f-bf43-8dfd5525eed2 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:33.039545 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:33.126395 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] For port 78a41083-5d3f-413f-bf43-8dfd5525eed2, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=78a41083-5d3f-413f-bf43-8dfd5525eed2,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:33.126639 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:33.139258 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] Calling delete_port for 78a41083-5d3f-413f-bf43-8dfd5525eed2 owned by network:router_interface {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:33.346005 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (78a41083-5d3f-413f-bf43-8dfd5525eed2), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:33.375853 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a41083-5d3f-413f-bf43-8dfd5525eed2,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:33.497677 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2f1a-39e4-4538-a9a4-962b7a8c5741 req-95a43545-fa17-47dc-ac42-bf067309df45 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:33.499467 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b10d2f1a-39e4-4538-a9a4-962b7a8c5741 req-95a43545-fa17-47dc-ac42-bf067309df45 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 946 time: 0.0741487 Mar 31 15:31:33.582258 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b10d2f1a-39e4-4538-a9a4-962b7a8c5741 req-706067aa-e34a-40f8-b813-2e4806a1bd27 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673561 Mar 31 15:31:33.590381 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38f45a-f36c-4fe2-8402-e634c512c320 req-374571c6-b787-4ef8-85f0-955072e9e109 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:33.592019 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ee38f45a-f36c-4fe2-8402-e634c512c320 req-374571c6-b787-4ef8-85f0-955072e9e109 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 946 time: 0.1147368 Mar 31 15:31:33.596087 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607139'] for router_interface (b41619a1-6754-4877-aa30-20693308ef51), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:33.677334 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ee38f45a-f36c-4fe2-8402-e634c512c320 req-56f397a0-c0dd-4fbe-8d58-c6a158153923 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723577 Mar 31 15:31:33.857981 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] Router b41619a1-6754-4877-aa30-20693308ef51 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:31:33.915751 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9287e530-25ae-4cd6-97c1-a44ac2bfe01a no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:33.938712 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 9287e530-25ae-4cd6-97c1-a44ac2bfe01a {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:33.939053 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 9287e530-25ae-4cd6-97c1-a44ac2bfe01a not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:33.939480 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device dc075c6d-39df-4776-80ee-fc8e9617f1ae no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:33.958844 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: dc075c6d-39df-4776-80ee-fc8e9617f1ae {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:33.959533 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device dc075c6d-39df-4776-80ee-fc8e9617f1ae not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:34.011274 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a01e-a982-469d-9454-a4df593562bd req-6367a8cd-b1be-4193-9818-2eb1af3c4918 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:34.012737 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-d397a01e-a982-469d-9454-a4df593562bd req-6367a8cd-b1be-4193-9818-2eb1af3c4918 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 946 time: 0.1071477 Mar 31 15:31:34.014232 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:31:34.020139 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e3adf3c7-4172-4c02-a3e8-7c7678b7e782 admin admin] 10.222.0.11 "PUT /v2.0/routers/b41619a1-6754-4877-aa30-20693308ef51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7897136 Mar 31 15:31:34.022702 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55440) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:34.026068 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093c24b-22c9-4ebe-9794-7c02be005563 None None] Sync routers for ids ['b41619a1-6754-4877-aa30-20693308ef51'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:34.038458 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093c24b-22c9-4ebe-9794-7c02be005563 None None] Routers {'b41619a1-6754-4877-aa30-20693308ef51'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:34.039223 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e093c24b-22c9-4ebe-9794-7c02be005563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['b41619a1-6754-4877-aa30-20693308ef51'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:34.138118 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-d397a01e-a982-469d-9454-a4df593562bd req-98ed1c2a-b12e-47b7-ba6d-93ba69f8c210 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Deleting port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:34.138528 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-d397a01e-a982-469d-9454-a4df593562bd req-98ed1c2a-b12e-47b7-ba6d-93ba69f8c210 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:34.168253 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-e093c24b-22c9-4ebe-9794-7c02be005563 None None] Set router b41619a1-6754-4877-aa30-20693308ef51 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:34.184776 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Publish callbacks [] for router (b41619a1-6754-4877-aa30-20693308ef51), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:34.246101 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-d397a01e-a982-469d-9454-a4df593562bd req-98ed1c2a-b12e-47b7-ba6d-93ba69f8c210 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] For port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc,segment=NetworkSegment(4f2a99fb-ae46-44ae-a2ea-c670da7ceca8),segment_id=4f2a99fb-ae46-44ae-a2ea-c670da7ceca8)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:34.246678 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-d397a01e-a982-469d-9454-a4df593562bd req-98ed1c2a-b12e-47b7-ba6d-93ba69f8c210 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:34.259717 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31853317-abaf-4c79-911c-0805df9d58a6 req-fd2e7432-f5ce-4de8-806e-0a6e74ad7d17 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:34.261415 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-31853317-abaf-4c79-911c-0805df9d58a6 req-fd2e7432-f5ce-4de8-806e-0a6e74ad7d17 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.1376176 Mar 31 15:31:34.275375 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-d397a01e-a982-469d-9454-a4df593562bd req-98ed1c2a-b12e-47b7-ba6d-93ba69f8c210 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Calling delete_port for 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:34.341340 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-31853317-abaf-4c79-911c-0805df9d58a6 req-94490de7-0086-431c-845d-d83c3b26c088 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684721 Mar 31 15:31:34.348532 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Publish callbacks [] for router_gateway (b41619a1-6754-4877-aa30-20693308ef51), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:34.406042 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e093c24b-22c9-4ebe-9794-7c02be005563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:31:33Z', 'revision_number': 5, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port': {'id': 'd7193887-0eaf-4d6c-a762-8940efa7efc0', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41619a1-6754-4877-aa30-20693308ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:30Z', 'updated_at': '2022-03-31T15:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:34.413338 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Deleting port d7193887-0eaf-4d6c-a762-8940efa7efc0 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:34.413683 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:34.428911 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-d397a01e-a982-469d-9454-a4df593562bd req-98ed1c2a-b12e-47b7-ba6d-93ba69f8c210 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (8b5a4678-a27c-41d1-8b6b-bf817e5c52cc), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:34.437884 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093c24b-22c9-4ebe-9794-7c02be005563 None None] Checking router: b41619a1-6754-4877-aa30-20693308ef51 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:31:34.451263 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['8b5a4678-a27c-41d1-8b6b-bf817e5c52cc'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:31:34.465738 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed1c2a-b12e-47b7-ba6d-93ba69f8c210 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Pushing event deleted for resources: {'Port': ['ID=8b5a4678-a27c-41d1-8b6b-bf817e5c52cc,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:34.476044 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093c24b-22c9-4ebe-9794-7c02be005563 None None] Routers {'b41619a1-6754-4877-aa30-20693308ef51'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:34.476859 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e093c24b-22c9-4ebe-9794-7c02be005563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['b41619a1-6754-4877-aa30-20693308ef51'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:34.519081 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d397a01e-a982-469d-9454-a4df593562bd req-98ed1c2a-b12e-47b7-ba6d-93ba69f8c210 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] No DVR routers for this DVR port 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:34.521793 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-d397a01e-a982-469d-9454-a4df593562bd req-98ed1c2a-b12e-47b7-ba6d-93ba69f8c210 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:34.526610 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-d397a01e-a982-469d-9454-a4df593562bd req-98ed1c2a-b12e-47b7-ba6d-93ba69f8c210 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.13 "DELETE /v2.0/ports/8b5a4678-a27c-41d1-8b6b-bf817e5c52cc HTTP/1.1" status: 204 len: 173 time: 0.5041711 Mar 31 15:31:34.536469 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad76eacd-dc2a-44f1-9b6e-a473f86cbabd', 'name': 'network-vif-deleted', 'tag': '8b5a4678-a27c-41d1-8b6b-bf817e5c52cc'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:34.538969 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc384735-5d16-4426-af64-683a360e5b79" -d '{"events": [{"server_uuid": "ad76eacd-dc2a-44f1-9b6e-a473f86cbabd", "name": "network-vif-deleted", "tag": "8b5a4678-a27c-41d1-8b6b-bf817e5c52cc"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:34.589523 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-e093c24b-22c9-4ebe-9794-7c02be005563 None None] Set router b41619a1-6754-4877-aa30-20693308ef51 gateway port host: None {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:34.601019 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e5bde3-db6d-4e97-aeb5-ba5b9a8c1200 x-openstack-request-id: req-67e5bde3-db6d-4e97-aeb5-ba5b9a8c1200 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:34.601550 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad76eacd-dc2a-44f1-9b6e-a473f86cbabd", "name": "network-vif-deleted", "tag": "8b5a4678-a27c-41d1-8b6b-bf817e5c52cc", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:34.601872 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67e5bde3-db6d-4e97-aeb5-ba5b9a8c1200 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:34.602347 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e5bde3-db6d-4e97-aeb5-ba5b9a8c1200'] response: {'server_uuid': 'ad76eacd-dc2a-44f1-9b6e-a473f86cbabd', 'name': 'network-vif-deleted', 'tag': '8b5a4678-a27c-41d1-8b6b-bf817e5c52cc', 'status': 'completed', 'code': 200} Mar 31 15:31:34.654736 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e093c24b-22c9-4ebe-9794-7c02be005563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:31:34Z', 'revision_number': 6, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port_host': None}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:34.687485 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093c24b-22c9-4ebe-9794-7c02be005563 None None] The sync data for ids ['b41619a1-6754-4877-aa30-20693308ef51'] in dv-cinder-750782-15-iscsi is: [{'id': 'b41619a1-6754-4877-aa30-20693308ef51', 'name': 'tempest-TestMinimumBasicScenario-1859197566-router', 'tenant_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:29Z', 'updated_at': '2022-03-31T15:31:34Z', 'revision_number': 6, 'project_id': 'a45c07aa38ef42ed98f7632ec7603af9', 'gw_port_host': None}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:34.750242 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1a65ce45-ef6e-47b3-bbfa-e7818363ccbe req-6de47b3d-4917-4a32-ba6e-a4bb670cb141 tempest-VolumesSnapshotTestJSON-1471950627 tempest-VolumesSnapshotTestJSON-1471950627-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76eacd-dc2a-44f1-9b6e-a473f86cbabd HTTP/1.1" status: 200 len: 210 time: 0.0349481 Mar 31 15:31:34.821704 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] For port d7193887-0eaf-4d6c-a762-8940efa7efc0, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=d7193887-0eaf-4d6c-a762-8940efa7efc0,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:34.822063 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:34.837181 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Calling delete_port for d7193887-0eaf-4d6c-a762-8940efa7efc0 owned by network:router_gateway {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:34.862573 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686a60-9408-4917-beb2-effbfb8290dc req-ca12d04e-7e91-48be-92f2-728a650665e6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:34.864106 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d1686a60-9408-4917-beb2-effbfb8290dc req-ca12d04e-7e91-48be-92f2-728a650665e6 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 946 time: 0.0972328 Mar 31 15:31:34.956396 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d1686a60-9408-4917-beb2-effbfb8290dc req-84ab7954-15e7-42fe-ace9-4f7452bae066 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634181 Mar 31 15:31:35.071143 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (d7193887-0eaf-4d6c-a762-8940efa7efc0), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.101770 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7193887-0eaf-4d6c-a762-8940efa7efc0,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:35.172897 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608969'] for router_gateway (b41619a1-6754-4877-aa30-20693308ef51), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.223867 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936988c2-87e2-4f04-9f60-d3cee011720b req-28e484bc-18b0-4941-af06-beb9ef278285 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:35.226109 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-936988c2-87e2-4f04-9f60-d3cee011720b req-28e484bc-18b0-4941-af06-beb9ef278285 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 946 time: 0.0948572 Mar 31 15:31:35.302234 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f8b8610f-25e2-46c4-9946-8d3aba20e2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.303998 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15575'] for router (b41619a1-6754-4877-aa30-20693308ef51), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.306781 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Publish callbacks [] for router_controller (b41619a1-6754-4877-aa30-20693308ef51), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.376351 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637868'] for router (b41619a1-6754-4877-aa30-20693308ef51), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.377117 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b41619a1-6754-4877-aa30-20693308ef51 {{(pid=103658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:31:35.385483 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.389435 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-4d04c661-d45b-4dd9-bfdf-66742ecd0a0a admin admin] 10.222.0.11 "DELETE /v2.0/routers/b41619a1-6754-4877-aa30-20693308ef51 HTTP/1.1" status: 204 len: 168 time: 1.3633232 Mar 31 15:31:35.389841 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55452) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:35.391173 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47abbca-06c6-470f-bce7-71c7b6e5a7b9 req-7007d32f-38b5-459b-9bb7-f2bdb66366b9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:35.392710 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c47abbca-06c6-470f-bce7-71c7b6e5a7b9 req-7007d32f-38b5-459b-9bb7-f2bdb66366b9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.0715609 Mar 31 15:31:35.399080 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Deleting port 4bd20854-41b9-47f5-a547-eebb06e2a730 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:35.399445 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.451475 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-468061c9-7838-445f-a387-764a9c55e48b admin admin] Deleting subnet cc3bb9a2-dd51-4b0c-b999-f745ee22afce {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:31:35.454989 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-468061c9-7838-445f-a387-764a9c55e48b admin admin] Publish callbacks [] for subnet (cc3bb9a2-dd51-4b0c-b999-f745ee22afce), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.526916 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-468061c9-7838-445f-a387-764a9c55e48b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3813690'] for subnet (cc3bb9a2-dd51-4b0c-b999-f745ee22afce), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.584306 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] For port 4bd20854-41b9-47f5-a547-eebb06e2a730, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4bd20854-41b9-47f5-a547-eebb06e2a730,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:35.584928 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.603415 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab308fd-9c12-4b2f-9e89-a36e77fe835e req-7e779e87-4926-4125-8617-0b0c838e3e63 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:35.605660 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5ab308fd-9c12-4b2f-9e89-a36e77fe835e req-7e779e87-4926-4125-8617-0b0c838e3e63 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 945 time: 0.1286235 Mar 31 15:31:35.669668 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-c47abbca-06c6-470f-bce7-71c7b6e5a7b9 req-8188ba39-e4cc-4da7-9a3c-edd2755cf3d0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Deleting port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:35.669993 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c47abbca-06c6-470f-bce7-71c7b6e5a7b9 req-8188ba39-e4cc-4da7-9a3c-edd2755cf3d0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.731893 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-468061c9-7838-445f-a387-764a9c55e48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (cc3bb9a2-dd51-4b0c-b999-f745ee22afce), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.753741 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device d7193887-0eaf-4d6c-a762-8940efa7efc0 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:35.776000 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5ab308fd-9c12-4b2f-9e89-a36e77fe835e req-88628544-874f-4934-bf6c-deecb98720a9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c96a425-a6df-4c9e-89a4-6e82811df3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517475 Mar 31 15:31:35.787973 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: d7193887-0eaf-4d6c-a762-8940efa7efc0 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:35.788396 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device d7193887-0eaf-4d6c-a762-8940efa7efc0 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:35.788820 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 78a41083-5d3f-413f-bf43-8dfd5525eed2 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:35.820992 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 78a41083-5d3f-413f-bf43-8dfd5525eed2 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:35.821749 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 78a41083-5d3f-413f-bf43-8dfd5525eed2 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:35.849137 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-468061c9-7838-445f-a387-764a9c55e48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3907891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3313683'] for subnet (cc3bb9a2-dd51-4b0c-b999-f745ee22afce), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.907234 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468061c9-7838-445f-a387-764a9c55e48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3bb9a2-dd51-4b0c-b999-f745ee22afce,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:35.916820 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-468061c9-7838-445f-a387-764a9c55e48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:35.921508 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-468061c9-7838-445f-a387-764a9c55e48b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cc3bb9a2-dd51-4b0c-b999-f745ee22afce HTTP/1.1" status: 204 len: 168 time: 0.5300145 Mar 31 15:31:35.923926 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55458) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:35.925117 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d193f-2b0d-4168-bb95-4e9731f82809 None None] Network 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:31:36.027886 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.145278 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acfd81-1096-407e-9595-40a499f0f8a6 req-3176d4a5-3e71-4810-b52f-e317944fc185 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:36.152693 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95acfd81-1096-407e-9595-40a499f0f8a6 req-3176d4a5-3e71-4810-b52f-e317944fc185 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 946 time: 0.0900929 Mar 31 15:31:36.191946 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Deleting port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:36.192393 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.260208 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95acfd81-1096-407e-9595-40a499f0f8a6 req-9166b272-7bab-43db-b347-4b7105ddf481 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=90813711-1ec0-43da-975e-76c8c19b31f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065314 Mar 31 15:31:36.260593 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e54013-540d-4956-9c7b-506b2639620c None None] DHCP port deletion for 2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 request from dv-cinder-750782-15-iscsi {{(pid=103660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:31:36.300814 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.301601 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (3e437c8f-655c-4e88-8970-4b48d5f78d9c), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.302488 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Floating IP 3e437c8f-655c-4e88-8970-4b48d5f78d9c disassociated. External IP: 172.27.2.113, port: 4bd20854-41b9-47f5-a547-eebb06e2a730. Mar 31 15:31:36.302694 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] For port 7adc60d9-6d25-42bf-8be1-61572e8ccab3, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=7adc60d9-6d25-42bf-8be1-61572e8ccab3,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:36.303129 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.303348 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Calling delete_port for 4bd20854-41b9-47f5-a547-eebb06e2a730 owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:36.334530 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Calling delete_port for 7adc60d9-6d25-42bf-8be1-61572e8ccab3 owned by network:dhcp {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:36.353746 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-51e54013-540d-4956-9c7b-506b2639620c None None] Deleting port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 {{(pid=103660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:36.354361 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-51e54013-540d-4956-9c7b-506b2639620c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), before_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.360796 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-c47abbca-06c6-470f-bce7-71c7b6e5a7b9 req-8188ba39-e4cc-4da7-9a3c-edd2755cf3d0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] For port cb2ae9c9-4fa8-4f50-9246-a310e46d5301, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cb2ae9c9-4fa8-4f50-9246-a310e46d5301,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:36.361271 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c47abbca-06c6-470f-bce7-71c7b6e5a7b9 req-8188ba39-e4cc-4da7-9a3c-edd2755cf3d0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.390276 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-c47abbca-06c6-470f-bce7-71c7b6e5a7b9 req-8188ba39-e4cc-4da7-9a3c-edd2755cf3d0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Calling delete_port for cb2ae9c9-4fa8-4f50-9246-a310e46d5301 owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:36.433870 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-51e54013-540d-4956-9c7b-506b2639620c None None] For port 7adc60d9-6d25-42bf-8be1-61572e8ccab3, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=7adc60d9-6d25-42bf-8be1-61572e8ccab3,segment=NetworkSegment(73e23d16-49c9-4b06-957b-ec1147226dd9),segment_id=73e23d16-49c9-4b06-957b-ec1147226dd9)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:36.434560 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-51e54013-540d-4956-9c7b-506b2639620c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), precommit_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.440277 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.453395 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-51e54013-540d-4956-9c7b-506b2639620c None None] Calling delete_port for 7adc60d9-6d25-42bf-8be1-61572e8ccab3 owned by network:dhcp {{(pid=103660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:36.472623 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7adc60d9-6d25-42bf-8be1-61572e8ccab3,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:36.476411 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] No DVR routers for this DVR port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 on host dv-cinder-750782-15-iscsi {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:36.563388 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.588192 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:36.599562 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e23d16-49c9-4b06-957b-ec1147226dd9') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:36.599920 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e23d16-49c9-4b06-957b-ec1147226dd9') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:36.616395 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3813681'] for segment (73e23d16-49c9-4b06-957b-ec1147226dd9), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.619328 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-51e54013-540d-4956-9c7b-506b2639620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461'] for port (7adc60d9-6d25-42bf-8be1-61572e8ccab3), after_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.634409 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (73e23d16-49c9-4b06-957b-ec1147226dd9), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.642504 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:31:36.642962 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3907733'] for segment (73e23d16-49c9-4b06-957b-ec1147226dd9), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: Traceback (most recent call last): Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: timer() Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: cb(*args, **kw) Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: return func(*args, **kwargs) Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: self._notify() Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: self.callback(batched_events) Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: event.method(event) Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: return f(self, *a, **k) Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._get(url).json() Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: return self.request(url, 'GET', **kwargs) Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:31:36.644881 dv-cinder-750782-15-iscsi neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:31:36.666100 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e54013-540d-4956-9c7b-506b2639620c None None] No DVR routers for this DVR port 7adc60d9-6d25-42bf-8be1-61572e8ccab3 on host dv-cinder-750782-15-iscsi {{(pid=103660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:36.670419 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c47abbca-06c6-470f-bce7-71c7b6e5a7b9 req-8188ba39-e4cc-4da7-9a3c-edd2755cf3d0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (cb2ae9c9-4fa8-4f50-9246-a310e46d5301), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.675297 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.676237 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e54013-540d-4956-9c7b-506b2639620c None None] Pushing event deleted for resources: {'Port': ['ID=7adc60d9-6d25-42bf-8be1-61572e8ccab3,revision_number=None']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:36.687134 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['cb2ae9c9-4fa8-4f50-9246-a310e46d5301'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:31:36.720019 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.726349 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.729591 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] 10.222.0.11 "DELETE /v2.0/networks/2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4 HTTP/1.1" status: 204 len: 168 time: 0.8034213 Mar 31 15:31:36.732470 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55466) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:36.736326 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188ba39-e4cc-4da7-9a3c-edd2755cf3d0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Pushing event deleted for resources: {'Port': ['ID=cb2ae9c9-4fa8-4f50-9246-a310e46d5301,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:36.750445 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f4f53-b145-4f65-9d43-4be21cc2d5bd admin admin] Pushing event deleted for resources: {'Network': ['ID=2a37f7e3-1a28-4099-8ffa-a0e350e6dcc4,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:36.791271 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47abbca-06c6-470f-bce7-71c7b6e5a7b9 req-8188ba39-e4cc-4da7-9a3c-edd2755cf3d0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] No DVR routers for this DVR port cb2ae9c9-4fa8-4f50-9246-a310e46d5301 on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:36.793035 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (4bd20854-41b9-47f5-a547-eebb06e2a730), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.794931 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-c47abbca-06c6-470f-bce7-71c7b6e5a7b9 req-8188ba39-e4cc-4da7-9a3c-edd2755cf3d0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.798240 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c47abbca-06c6-470f-bce7-71c7b6e5a7b9 req-8188ba39-e4cc-4da7-9a3c-edd2755cf3d0 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.13 "DELETE /v2.0/ports/cb2ae9c9-4fa8-4f50-9246-a310e46d5301 HTTP/1.1" status: 204 len: 173 time: 1.3944976 Mar 31 15:31:36.798699 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b4b5f4-4023-4839-be93-4eb6f638920c', 'name': 'network-vif-deleted', 'tag': 'cb2ae9c9-4fa8-4f50-9246-a310e46d5301'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:36.801370 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13ac0eb-5880-4185-a362-2f9da56dbc79" -d '{"events": [{"server_uuid": "a4b4b5f4-4023-4839-be93-4eb6f638920c", "name": "network-vif-deleted", "tag": "cb2ae9c9-4fa8-4f50-9246-a310e46d5301"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:36.841525 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'Port': ['ID=4bd20854-41b9-47f5-a547-eebb06e2a730,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:36.869352 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79c41de-e8df-47f3-8502-1f693b0caf6c x-openstack-request-id: req-a79c41de-e8df-47f3-8502-1f693b0caf6c {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:36.869696 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b4b5f4-4023-4839-be93-4eb6f638920c", "name": "network-vif-deleted", "tag": "cb2ae9c9-4fa8-4f50-9246-a310e46d5301", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:36.869916 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a79c41de-e8df-47f3-8502-1f693b0caf6c {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:36.870340 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79c41de-e8df-47f3-8502-1f693b0caf6c'] response: {'server_uuid': 'a4b4b5f4-4023-4839-be93-4eb6f638920c', 'name': 'network-vif-deleted', 'tag': 'cb2ae9c9-4fa8-4f50-9246-a310e46d5301', 'status': 'completed', 'code': 200} Mar 31 15:31:36.923744 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f8b2af53-e583-4630-bd28-e3b1cf7a9d0d req-71fe83ef-5e57-4c6d-bd51-7f1620b225e9 tempest-ServerRescueNegativeTestJSON-604794512 tempest-ServerRescueNegativeTestJSON-604794512-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b4b5f4-4023-4839-be93-4eb6f638920c HTTP/1.1" status: 200 len: 210 time: 0.0428705 Mar 31 15:31:37.006688 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Router d497bd18-50fd-494a-ac6d-0ce50615fcbd has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:31:37.130680 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:31:37.144611 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a6d57-d89a-4bce-b49f-732ae1128d4e None None] Sync routers for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:37.171865 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a6d57-d89a-4bce-b49f-732ae1128d4e None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:37.173194 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-0e9a6d57-d89a-4bce-b49f-732ae1128d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:37.178011 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] No DVR routers for this DVR port 4bd20854-41b9-47f5-a547-eebb06e2a730 on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:37.182636 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:37.186732 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-936988c2-87e2-4f04-9f60-d3cee011720b req-ff568680-f193-41e8-a1da-ea32511c51f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "DELETE /v2.0/ports/4bd20854-41b9-47f5-a547-eebb06e2a730 HTTP/1.1" status: 204 len: 173 time: 1.9550843 Mar 31 15:31:37.415530 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609331'] for router_interface (911eb6c1-c40c-43a4-ba71-6e697d437d55), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:37.432872 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-0e9a6d57-d89a-4bce-b49f-732ae1128d4e None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:37.570034 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-86d00467-3861-4612-aa4e-f1e615d6adb0 req-31f8d2d2-03ea-46bb-bab4-f45eca35ca89 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4aed49-71b9-49ac-8f6e-e4f271fd139c HTTP/1.1" status: 200 len: 210 time: 0.0469866 Mar 31 15:31:37.698103 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 7adc60d9-6d25-42bf-8be1-61572e8ccab3 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:37.742771 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 7adc60d9-6d25-42bf-8be1-61572e8ccab3 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:37.743435 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 7adc60d9-6d25-42bf-8be1-61572e8ccab3 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:37.770937 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-0e9a6d57-d89a-4bce-b49f-732ae1128d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:37.810577 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a6d57-d89a-4bce-b49f-732ae1128d4e None None] Checking router: d497bd18-50fd-494a-ac6d-0ce50615fcbd for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:31:37.825024 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a6d57-d89a-4bce-b49f-732ae1128d4e None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:37.826324 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-0e9a6d57-d89a-4bce-b49f-732ae1128d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:37.916086 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:37.939319 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] Deleting port ae21a9f4-c456-44c1-b8be-5b49d9af0b01 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:37.940685 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:37.967152 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:37.970095 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 8b5a4678-a27c-41d1-8b6b-bf817e5c52cc not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:38.013256 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:38.030372 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55482) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:38.057001 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-0e9a6d57-d89a-4bce-b49f-732ae1128d4e None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:38.080099 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] For port ae21a9f4-c456-44c1-b8be-5b49d9af0b01, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=ae21a9f4-c456-44c1-b8be-5b49d9af0b01,segment=NetworkSegment(36f555da-0972-454c-a543-6510a89cee0c),segment_id=36f555da-0972-454c-a543-6510a89cee0c)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:38.080509 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:38.097662 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] Calling delete_port for ae21a9f4-c456-44c1-b8be-5b49d9af0b01 owned by network:router_interface {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:38.308595 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-0e9a6d57-d89a-4bce-b49f-732ae1128d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:38.319620 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (ae21a9f4-c456-44c1-b8be-5b49d9af0b01), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:38.354981 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae21a9f4-c456-44c1-b8be-5b49d9af0b01,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:38.437340 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a6d57-d89a-4bce-b49f-732ae1128d4e None None] The sync data for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi is: [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:38.561746 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607139'] for router_interface (911eb6c1-c40c-43a4-ba71-6e697d437d55), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:38.574807 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609331'] for router_interface (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:38.691417 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55490) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:38.727377 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e3346-9c33-4b55-bfda-cbed160514ba None None] New status for floating IP 3e437c8f-655c-4e88-8970-4b48d5f78d9c: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:31:38.831870 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a06552de-e99a-4b75-8def-e34ad9cf2e53 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (90813711-1ec0-43da-975e-76c8c19b31f9), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:38.869227 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a06552de-e99a-4b75-8def-e34ad9cf2e53 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (90813711-1ec0-43da-975e-76c8c19b31f9), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:38.871999 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'name': 'network-vif-deleted', 'tag': '4bd20854-41b9-47f5-a547-eebb06e2a730'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:38.874401 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e838a9-b3bf-447f-a391-68277396bf03" -d '{"events": [{"server_uuid": "dc4aed49-71b9-49ac-8f6e-e4f271fd139c", "name": "network-vif-deleted", "tag": "4bd20854-41b9-47f5-a547-eebb06e2a730"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:38.923091 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f209ec-00f7-40b8-9ea4-e6e5ea963d98 x-openstack-request-id: req-89f209ec-00f7-40b8-9ea4-e6e5ea963d98 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:38.923380 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4aed49-71b9-49ac-8f6e-e4f271fd139c", "name": "network-vif-deleted", "tag": "4bd20854-41b9-47f5-a547-eebb06e2a730", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:38.923631 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89f209ec-00f7-40b8-9ea4-e6e5ea963d98 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:38.924031 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f209ec-00f7-40b8-9ea4-e6e5ea963d98'] response: {'server_uuid': 'dc4aed49-71b9-49ac-8f6e-e4f271fd139c', 'name': 'network-vif-deleted', 'tag': '4bd20854-41b9-47f5-a547-eebb06e2a730', 'status': 'completed', 'code': 200} Mar 31 15:31:38.982047 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a06552de-e99a-4b75-8def-e34ad9cf2e53 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (90813711-1ec0-43da-975e-76c8c19b31f9), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:38.984614 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a06552de-e99a-4b75-8def-e34ad9cf2e53 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:38.985807 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-a06552de-e99a-4b75-8def-e34ad9cf2e53 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "DELETE /v2.0/security-groups/90813711-1ec0-43da-975e-76c8c19b31f9 HTTP/1.1" status: 204 len: 168 time: 0.2898693 Mar 31 15:31:38.989991 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55494) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:39.007454 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.api.v2.resource [None req-6c492868-c312-4582-acee-8a8d5cca14e3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] show failed (client error): The resource could not be found. Mar 31 15:31:39.008656 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-6c492868-c312-4582-acee-8a8d5cca14e3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups/90813711-1ec0-43da-975e-76c8c19b31f9 HTTP/1.1" status: 404 len: 347 time: 0.0174496 Mar 31 15:31:39.011903 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55498) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:39.026789 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06552de-e99a-4b75-8def-e34ad9cf2e53 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90813711-1ec0-43da-975e-76c8c19b31f9,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:39.074574 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] Deleting port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:39.075324 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.166277 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] For port b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:39.166547 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.180895 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] Calling delete_port for b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab owned by network:router_interface {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:39.233309 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] Router 911eb6c1-c40c-43a4-ba71-6e697d437d55 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:31:39.234873 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-928144e4-8e77-49dc-9ae2-a7e420abfb60 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Deleting port 8589642b-2593-4380-976e-8b256f22c964 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:39.235204 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-928144e4-8e77-49dc-9ae2-a7e420abfb60 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (8589642b-2593-4380-976e-8b256f22c964), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.376853 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.389367 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-928144e4-8e77-49dc-9ae2-a7e420abfb60 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (8589642b-2593-4380-976e-8b256f22c964), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.389685 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-928144e4-8e77-49dc-9ae2-a7e420abfb60 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (8589642b-2593-4380-976e-8b256f22c964), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.406201 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:39.406632 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-928144e4-8e77-49dc-9ae2-a7e420abfb60 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Calling delete_port for 8589642b-2593-4380-976e-8b256f22c964 owned by network:floatingip {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:39.465067 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:31:39.476437 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-a44b2150-341b-484c-8c37-95558a2c3703 admin admin] 10.222.0.11 "PUT /v2.0/routers/911eb6c1-c40c-43a4-ba71-6e697d437d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7408106 Mar 31 15:31:39.476755 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55500) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:39.481132 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643fbb5-fb46-4f7b-b171-ac8a06f3b7f9 None None] Sync routers for ids ['911eb6c1-c40c-43a4-ba71-6e697d437d55'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:39.493478 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.506384 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643fbb5-fb46-4f7b-b171-ac8a06f3b7f9 None None] Routers {'911eb6c1-c40c-43a4-ba71-6e697d437d55'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:39.507855 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-1643fbb5-fb46-4f7b-b171-ac8a06f3b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['911eb6c1-c40c-43a4-ba71-6e697d437d55'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:39.596293 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-928144e4-8e77-49dc-9ae2-a7e420abfb60 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (8589642b-2593-4380-976e-8b256f22c964), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.629099 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928144e4-8e77-49dc-9ae2-a7e420abfb60 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'Port': ['ID=8589642b-2593-4380-976e-8b256f22c964,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:39.673472 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-1643fbb5-fb46-4f7b-b171-ac8a06f3b7f9 None None] Set router 911eb6c1-c40c-43a4-ba71-6e697d437d55 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:39.720762 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Publish callbacks [] for router (911eb6c1-c40c-43a4-ba71-6e697d437d55), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.726074 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607139'] for router_interface (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.728016 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-928144e4-8e77-49dc-9ae2-a7e420abfb60 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (3e437c8f-655c-4e88-8970-4b48d5f78d9c), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.731656 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-928144e4-8e77-49dc-9ae2-a7e420abfb60 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.733821 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-928144e4-8e77-49dc-9ae2-a7e420abfb60 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "DELETE /v2.0/floatingips/3e437c8f-655c-4e88-8970-4b48d5f78d9c HTTP/1.1" status: 204 len: 168 time: 0.7210526 Mar 31 15:31:39.916424 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-1643fbb5-fb46-4f7b-b171-ac8a06f3b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'name': 'tempest-TestMinimumBasicScenario-695444619-router', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:31:38Z', 'revision_number': 5, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'gw_port': {'id': '0f11eb37-4273-476e-b3aa-faa931452d31', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:39.939398 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Publish callbacks [] for router_gateway (911eb6c1-c40c-43a4-ba71-6e697d437d55), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.948586 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55504) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:39.950353 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643fbb5-fb46-4f7b-b171-ac8a06f3b7f9 None None] Checking router: 911eb6c1-c40c-43a4-ba71-6e697d437d55 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:31:39.955491 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-b7240baa-e57a-4a08-8d62-072a3cb617ed tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135018119', 'description': 'tempest-description--1734136368'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:39.960505 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643fbb5-fb46-4f7b-b171-ac8a06f3b7f9 None None] Routers {'911eb6c1-c40c-43a4-ba71-6e697d437d55'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:39.962148 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-1643fbb5-fb46-4f7b-b171-ac8a06f3b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['911eb6c1-c40c-43a4-ba71-6e697d437d55'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:39.979076 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b7240baa-e57a-4a08-8d62-072a3cb617ed tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.063642 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b7240baa-e57a-4a08-8d62-072a3cb617ed tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (1df70d35-b297-49a1-a088-fba1a2312d56), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.071424 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b7240baa-e57a-4a08-8d62-072a3cb617ed tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (1df70d35-b297-49a1-a088-fba1a2312d56), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.083558 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-1643fbb5-fb46-4f7b-b171-ac8a06f3b7f9 None None] Set router 911eb6c1-c40c-43a4-ba71-6e697d437d55 gateway port host: None {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:40.113907 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b7240baa-e57a-4a08-8d62-072a3cb617ed tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.114519 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Deleting port 0f11eb37-4273-476e-b3aa-faa931452d31 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:40.114996 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.115812 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-b7240baa-e57a-4a08-8d62-072a3cb617ed tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1656041 Mar 31 15:31:40.117424 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7240baa-e57a-4a08-8d62-072a3cb617ed tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df70d35-b297-49a1-a088-fba1a2312d56,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:40.120029 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55508) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:40.126370 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-a1874ee2-299b-419a-902d-41d7ba2f4132 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group_rule': {'security_group_id': '1df70d35-b297-49a1-a088-fba1a2312d56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:40.150436 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-1643fbb5-fb46-4f7b-b171-ac8a06f3b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'name': 'tempest-TestMinimumBasicScenario-695444619-router', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:31:39Z', 'revision_number': 6, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'gw_port_host': None}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:40.179891 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] Router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:31:40.181443 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643fbb5-fb46-4f7b-b171-ac8a06f3b7f9 None None] The sync data for ids ['911eb6c1-c40c-43a4-ba71-6e697d437d55'] in dv-cinder-750782-15-iscsi is: [{'id': '911eb6c1-c40c-43a4-ba71-6e697d437d55', 'name': 'tempest-TestMinimumBasicScenario-695444619-router', 'tenant_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:28:37Z', 'updated_at': '2022-03-31T15:31:39Z', 'revision_number': 6, 'project_id': 'ff7fc9f48af74e6ba2cd4afda95a2271', 'gw_port_host': None}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:40.225656 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1874ee2-299b-419a-902d-41d7ba2f4132 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (597b7a97-79c7-4020-a1d9-721d9965a526), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.341780 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] For port 0f11eb37-4273-476e-b3aa-faa931452d31, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=0f11eb37-4273-476e-b3aa-faa931452d31,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:40.342145 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.368848 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Calling delete_port for 0f11eb37-4273-476e-b3aa-faa931452d31 owned by network:router_gateway {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:40.397592 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1874ee2-299b-419a-902d-41d7ba2f4132 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (597b7a97-79c7-4020-a1d9-721d9965a526), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.400653 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:31:40.406458 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-99d1e527-32a2-40a7-b919-8180fbe18588 admin admin] 10.222.0.11 "PUT /v2.0/routers/c9b0e07a-ad49-41f8-ad3e-a297ccb907ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3744771 Mar 31 15:31:40.409281 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55512) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:40.410257 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1874ee2-299b-419a-902d-41d7ba2f4132 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (597b7a97-79c7-4020-a1d9-721d9965a526), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.412027 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb67617c-a179-43dc-92cf-8ca1cf0835ec None None] Sync routers for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:40.423175 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67617c-a179-43dc-92cf-8ca1cf0835ec None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:40.424082 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-eb67617c-a179-43dc-92cf-8ca1cf0835ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:40.461244 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1874ee2-299b-419a-902d-41d7ba2f4132 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597b7a97-79c7-4020-a1d9-721d9965a526,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:40.478656 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1874ee2-299b-419a-902d-41d7ba2f4132 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.482334 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-a1874ee2-299b-419a-902d-41d7ba2f4132 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3589525 Mar 31 15:31:40.485895 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55514) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:40.492546 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-55ca140a-1bb9-4a23-8d1e-6c5f1e648c1f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'security_group_rule': {'security_group_id': '1df70d35-b297-49a1-a088-fba1a2312d56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:40.553602 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-eb67617c-a179-43dc-92cf-8ca1cf0835ec None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:40.566224 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Publish callbacks [] for router (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.566862 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-55ca140a-1bb9-4a23-8d1e-6c5f1e648c1f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (9a715ed8-149c-43d9-bde6-06bda4e8e9b2), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.686931 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Publish callbacks [] for router_gateway (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.694283 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-55ca140a-1bb9-4a23-8d1e-6c5f1e648c1f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (9a715ed8-149c-43d9-bde6-06bda4e8e9b2), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.701829 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-55ca140a-1bb9-4a23-8d1e-6c5f1e648c1f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (9a715ed8-149c-43d9-bde6-06bda4e8e9b2), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.708298 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (0f11eb37-4273-476e-b3aa-faa931452d31), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.749877 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device cb2ae9c9-4fa8-4f50-9246-a310e46d5301 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:40.754903 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f11eb37-4273-476e-b3aa-faa931452d31,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:40.763690 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Deleting port ed9ad4c5-f96a-4142-acc9-012d4a217505 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:40.764317 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.765955 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca140a-1bb9-4a23-8d1e-6c5f1e648c1f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a715ed8-149c-43d9-bde6-06bda4e8e9b2,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:40.789980 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-55ca140a-1bb9-4a23-8d1e-6c5f1e648c1f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.791303 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-55ca140a-1bb9-4a23-8d1e-6c5f1e648c1f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044286 Mar 31 15:31:40.795694 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: cb2ae9c9-4fa8-4f50-9246-a310e46d5301 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:40.796039 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device cb2ae9c9-4fa8-4f50-9246-a310e46d5301 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:40.796454 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 4bd20854-41b9-47f5-a547-eebb06e2a730 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:40.797779 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55516) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:40.829985 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 4bd20854-41b9-47f5-a547-eebb06e2a730 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:40.829985 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 4bd20854-41b9-47f5-a547-eebb06e2a730 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:40.839690 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:40.871776 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] For port ed9ad4c5-f96a-4142-acc9-012d4a217505, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=ed9ad4c5-f96a-4142-acc9-012d4a217505,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:40.872549 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.884369 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-eb67617c-a179-43dc-92cf-8ca1cf0835ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:31:39Z', 'revision_number': 5, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port': {'id': 'ed9ad4c5-f96a-4142-acc9-012d4a217505', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:40.890216 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608969'] for router_gateway (911eb6c1-c40c-43a4-ba71-6e697d437d55), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.898110 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Calling delete_port for ed9ad4c5-f96a-4142-acc9-012d4a217505 owned by network:router_gateway {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:40.918468 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb67617c-a179-43dc-92cf-8ca1cf0835ec None None] Checking router: c9b0e07a-ad49-41f8-ad3e-a297ccb907ae for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:31:40.922362 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.930352 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67617c-a179-43dc-92cf-8ca1cf0835ec None None] Routers {'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:40.931054 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-eb67617c-a179-43dc-92cf-8ca1cf0835ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:41.042293 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-eb67617c-a179-43dc-92cf-8ca1cf0835ec None None] Set router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae gateway port host: None {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:41.107026 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-eb67617c-a179-43dc-92cf-8ca1cf0835ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:31:40Z', 'revision_number': 6, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port_host': None}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:41.118194 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (ed9ad4c5-f96a-4142-acc9-012d4a217505), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.138688 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb67617c-a179-43dc-92cf-8ca1cf0835ec None None] The sync data for ids ['c9b0e07a-ad49-41f8-ad3e-a297ccb907ae'] in dv-cinder-750782-15-iscsi is: [{'id': 'c9b0e07a-ad49-41f8-ad3e-a297ccb907ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1782391312-router', 'tenant_id': '6aff4d9a62264eeda051d4f5f855d586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:29Z', 'updated_at': '2022-03-31T15:31:40Z', 'revision_number': 6, 'project_id': '6aff4d9a62264eeda051d4f5f855d586', 'gw_port_host': None}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:41.156951 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9ad4c5-f96a-4142-acc9-012d4a217505,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:41.262416 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608969'] for router_gateway (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.367132 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15575'] for router (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.377956 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Publish callbacks [] for router_controller (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.438536 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637868'] for router (c9b0e07a-ad49-41f8-ad3e-a297ccb907ae), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.439254 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9b0e07a-ad49-41f8-ad3e-a297ccb907ae {{(pid=103658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:31:41.440578 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15575'] for router (911eb6c1-c40c-43a4-ba71-6e697d437d55), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.444436 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Publish callbacks [] for router_controller (911eb6c1-c40c-43a4-ba71-6e697d437d55), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.448758 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.453477 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-7734d19b-0a79-432b-9d67-b1d870268972 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c9b0e07a-ad49-41f8-ad3e-a297ccb907ae HTTP/1.1" status: 204 len: 168 time: 1.0429912 Mar 31 15:31:41.454463 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55522) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:41.536876 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04905ab-cb2e-42be-88d5-fedb0866aabc admin admin] Deleting subnet eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:31:41.551714 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c04905ab-cb2e-42be-88d5-fedb0866aabc admin admin] Publish callbacks [] for subnet (eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.554983 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637868'] for router (911eb6c1-c40c-43a4-ba71-6e697d437d55), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.555612 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 911eb6c1-c40c-43a4-ba71-6e697d437d55 {{(pid=103659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:31:41.561374 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.566469 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-45b7ac21-4660-468e-9e4e-b64f970f6c5f admin admin] 10.222.0.11 "DELETE /v2.0/routers/911eb6c1-c40c-43a4-ba71-6e697d437d55 HTTP/1.1" status: 204 len: 168 time: 2.0885789 Mar 31 15:31:41.567110 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55526) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:41.647923 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c04905ab-cb2e-42be-88d5-fedb0866aabc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3813690'] for subnet (eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.677219 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacf28e8-6e94-403d-a3bd-b08f89e249e9 admin admin] Deleting subnet cd4e1914-2fa9-4c27-82c4-612b3a56493a {{(pid=103659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:31:41.686873 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bacf28e8-6e94-403d-a3bd-b08f89e249e9 admin admin] Publish callbacks [] for subnet (cd4e1914-2fa9-4c27-82c4-612b3a56493a), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.724500 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.783456 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c04905ab-cb2e-42be-88d5-fedb0866aabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.794847 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bacf28e8-6e94-403d-a3bd-b08f89e249e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4012077'] for subnet (cd4e1914-2fa9-4c27-82c4-612b3a56493a), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.842604 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c04905ab-cb2e-42be-88d5-fedb0866aabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3907891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3313683'] for subnet (eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.867522 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04905ab-cb2e-42be-88d5-fedb0866aabc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:41.879563 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c04905ab-cb2e-42be-88d5-fedb0866aabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:41.888774 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc3054-8898-4518-b104-e7c9cf3e1925 None None] Network 530b786a-c6cc-4d4e-b354-724c19ff2f4f requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:31:41.889380 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-c04905ab-cb2e-42be-88d5-fedb0866aabc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eaf5cc9e-eb4b-4a76-8da1-3e31bc6e6b07 HTTP/1.1" status: 204 len: 168 time: 0.4308317 Mar 31 15:31:41.889625 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55530) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:41.969204 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (530b786a-c6cc-4d4e-b354-724c19ff2f4f), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.047700 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Deleting port c37fcfbb-361d-4647-8f31-eb996f89a706 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:42.048036 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.088728 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Allocated IP 172.27.2.136 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/f9f0eab6-1754-4822-a0a9-e817dd78666f) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:42.099266 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bacf28e8-6e94-403d-a3bd-b08f89e249e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (cd4e1914-2fa9-4c27-82c4-612b3a56493a), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.110652 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b912617-ad01-4556-9785-0627927a1ef0 None None] DHCP port deletion for 530b786a-c6cc-4d4e-b354-724c19ff2f4f request from dv-cinder-750782-15-iscsi {{(pid=103660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:31:42.169162 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] For port c37fcfbb-361d-4647-8f31-eb996f89a706, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=c37fcfbb-361d-4647-8f31-eb996f89a706,segment=NetworkSegment(786596d7-57b8-4355-b5d3-cdb109d62566),segment_id=786596d7-57b8-4355-b5d3-cdb109d62566)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:42.169501 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.188647 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Calling delete_port for c37fcfbb-361d-4647-8f31-eb996f89a706 owned by network:dhcp {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:42.198693 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 0f11eb37-4273-476e-b3aa-faa931452d31 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:42.224646 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 0f11eb37-4273-476e-b3aa-faa931452d31 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:42.225895 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 0f11eb37-4273-476e-b3aa-faa931452d31 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:42.225895 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device ae21a9f4-c456-44c1-b8be-5b49d9af0b01 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:42.243592 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bacf28e8-6e94-403d-a3bd-b08f89e249e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3477119'] for subnet (cd4e1914-2fa9-4c27-82c4-612b3a56493a), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.260405 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: ae21a9f4-c456-44c1-b8be-5b49d9af0b01 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:42.261188 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device ae21a9f4-c456-44c1-b8be-5b49d9af0b01 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:42.262013 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:42.284083 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.292629 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bacf28e8-6e94-403d-a3bd-b08f89e249e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.296622 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8463a3-a3d9-4303-a4ec-65923eac34ef None None] Network b191da85-9ae6-4170-a772-023561974337 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:31:42.297444 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-bacf28e8-6e94-403d-a3bd-b08f89e249e9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cd4e1914-2fa9-4c27-82c4-612b3a56493a HTTP/1.1" status: 204 len: 168 time: 0.7283604 Mar 31 15:31:42.302356 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55532) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:42.303042 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-3b912617-ad01-4556-9785-0627927a1ef0 None None] Deleting port c37fcfbb-361d-4647-8f31-eb996f89a706 {{(pid=103660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:42.303257 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf28e8-6e94-403d-a3bd-b08f89e249e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4e1914-2fa9-4c27-82c4-612b3a56493a,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:42.303849 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3b912617-ad01-4556-9785-0627927a1ef0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), before_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.324109 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c37fcfbb-361d-4647-8f31-eb996f89a706,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:42.326128 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] No DVR routers for this DVR port c37fcfbb-361d-4647-8f31-eb996f89a706 on host dv-cinder-750782-15-iscsi {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:42.368888 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:42.369426 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device b0b0d9eb-3159-4bf7-b745-8ee8a3e07eab not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:42.380049 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (f9f0eab6-1754-4822-a0a9-e817dd78666f), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.409511 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (530b786a-c6cc-4d4e-b354-724c19ff2f4f), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.413739 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (b191da85-9ae6-4170-a772-023561974337), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.437166 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530b786a-c6cc-4d4e-b354-724c19ff2f4f']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:42.449368 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-3b912617-ad01-4556-9785-0627927a1ef0 None None] For port c37fcfbb-361d-4647-8f31-eb996f89a706, host dv-cinder-750782-15-iscsi, got binding levels [] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:42.450020 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3b912617-ad01-4556-9785-0627927a1ef0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), precommit_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.452880 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786596d7-57b8-4355-b5d3-cdb109d62566') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:42.453226 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786596d7-57b8-4355-b5d3-cdb109d62566') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:42.466462 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3813681'] for segment (786596d7-57b8-4355-b5d3-cdb109d62566), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.479691 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (f9f0eab6-1754-4822-a0a9-e817dd78666f), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.488015 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-3b912617-ad01-4556-9785-0627927a1ef0 None None] Calling delete_port for c37fcfbb-361d-4647-8f31-eb996f89a706 owned by network:dhcp {{(pid=103660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:42.489177 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (786596d7-57b8-4355-b5d3-cdb109d62566), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.492182 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.ipam_backend_mixin [None req-3b912617-ad01-4556-9785-0627927a1ef0 None None] Port c37fcfbb-361d-4647-8f31-eb996f89a706 was not found and therefore no delete operation was performed {{(pid=103660) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 15:31:42.496938 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3b912617-ad01-4556-9785-0627927a1ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461'] for port (c37fcfbb-361d-4647-8f31-eb996f89a706), after_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.499901 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:31:42.500530 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3907733'] for segment (786596d7-57b8-4355-b5d3-cdb109d62566), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: Traceback (most recent call last): Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: timer() Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: cb(*args, **kw) Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: return func(*args, **kwargs) Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: self._notify() Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: self.callback(batched_events) Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: event.method(event) Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: return f(self, *a, **k) Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._get(url).json() Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: return self.request(url, 'GET', **kwargs) Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:31:42.503422 dv-cinder-750782-15-iscsi neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:31:42.533414 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b912617-ad01-4556-9785-0627927a1ef0 None None] Pushing event deleted for resources: {'Port': ['ID=c37fcfbb-361d-4647-8f31-eb996f89a706,revision_number=None']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:42.535773 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b912617-ad01-4556-9785-0627927a1ef0 None None] No DVR routers for this DVR port c37fcfbb-361d-4647-8f31-eb996f89a706 on host dv-cinder-750782-15-iscsi {{(pid=103660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:42.551018 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:42.566230 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:42.570266 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:31:42.579431 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=f9f0eab6-1754-4822-a0a9-e817dd78666f,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:42.596376 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (530b786a-c6cc-4d4e-b354-724c19ff2f4f), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.601418 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.605123 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Deleting port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:42.605479 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.611116 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/530b786a-c6cc-4d4e-b354-724c19ff2f4f HTTP/1.1" status: 204 len: 168 time: 0.7202983 Mar 31 15:31:42.629692 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7c4b7-247b-4d4f-8c89-7e41838efde4 admin admin] Pushing event deleted for resources: {'Network': ['ID=530b786a-c6cc-4d4e-b354-724c19ff2f4f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:42.671908 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d4aa7a-c259-4dc0-865e-40b01fe63ae4 None None] DHCP port deletion for b191da85-9ae6-4170-a772-023561974337 request from dv-cinder-750782-15-iscsi {{(pid=103660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:31:42.752143 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-89d4aa7a-c259-4dc0-865e-40b01fe63ae4 None None] Deleting port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 {{(pid=103660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:42.753067 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-89d4aa7a-c259-4dc0-865e-40b01fe63ae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), before_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.799057 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] For port 7facda83-7a77-44e6-93e5-5cb46f76e4a7, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=7facda83-7a77-44e6-93e5-5cb46f76e4a7,segment=NetworkSegment(36f555da-0972-454c-a543-6510a89cee0c),segment_id=36f555da-0972-454c-a543-6510a89cee0c)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:42.799571 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.823274 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Calling delete_port for 7facda83-7a77-44e6-93e5-5cb46f76e4a7 owned by network:dhcp {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:42.824057 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55542) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:42.834858 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (0bc8495b-32cf-4629-b532-acd0d2c5f37d), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.865594 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-89d4aa7a-c259-4dc0-865e-40b01fe63ae4 None None] For port 7facda83-7a77-44e6-93e5-5cb46f76e4a7, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=7facda83-7a77-44e6-93e5-5cb46f76e4a7,segment=NetworkSegment(36f555da-0972-454c-a543-6510a89cee0c),segment_id=36f555da-0972-454c-a543-6510a89cee0c)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:42.866254 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-89d4aa7a-c259-4dc0-865e-40b01fe63ae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), precommit_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.886860 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-2689d091-1bae-485f-bae4-8763f606dab9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6aff4d9a62264eeda051d4f5f855d586&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0605125 Mar 31 15:31:42.898242 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55546) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:42.912936 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-89d4aa7a-c259-4dc0-865e-40b01fe63ae4 None None] Calling delete_port for 7facda83-7a77-44e6-93e5-5cb46f76e4a7 owned by network:dhcp {{(pid=103660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:42.921362 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (f9f0eab6-1754-4822-a0a9-e817dd78666f), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:42.967726 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3916648-d565-43fb-ab34-93977114c73f admin admin] Publish callbacks [] for security_group (9c96a425-a6df-4c9e-89a4-6e82811df3dc), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.000024 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3916648-d565-43fb-ab34-93977114c73f admin admin] Publish callbacks [] for security_group (9c96a425-a6df-4c9e-89a4-6e82811df3dc), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.008750 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.031555 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-89d4aa7a-c259-4dc0-865e-40b01fe63ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461'] for port (7facda83-7a77-44e6-93e5-5cb46f76e4a7), after_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.077700 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3916648-d565-43fb-ab34-93977114c73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (9c96a425-a6df-4c9e-89a4-6e82811df3dc), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.081475 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4aa7a-c259-4dc0-865e-40b01fe63ae4 None None] Pushing event deleted for resources: {'Port': ['ID=7facda83-7a77-44e6-93e5-5cb46f76e4a7,revision_number=None']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:43.083927 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3916648-d565-43fb-ab34-93977114c73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.085039 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4aa7a-c259-4dc0-865e-40b01fe63ae4 None None] No DVR routers for this DVR port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 on host dv-cinder-750782-15-iscsi {{(pid=103660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:43.093946 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] No DVR routers for this DVR port 7facda83-7a77-44e6-93e5-5cb46f76e4a7 on host dv-cinder-750782-15-iscsi {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:43.100631 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e3916648-d565-43fb-ab34-93977114c73f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c96a425-a6df-4c9e-89a4-6e82811df3dc HTTP/1.1" status: 204 len: 168 time: 0.2059109 Mar 31 15:31:43.114097 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3916648-d565-43fb-ab34-93977114c73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c96a425-a6df-4c9e-89a4-6e82811df3dc,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:43.122767 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Pushing event deleted for resources: {'Port': ['ID=7facda83-7a77-44e6-93e5-5cb46f76e4a7,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:43.212148 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (b191da85-9ae6-4170-a772-023561974337), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.247955 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b191da85-9ae6-4170-a772-023561974337']}} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:43.264221 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f555da-0972-454c-a543-6510a89cee0c') {'for_net_delete': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:43.264509 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f555da-0972-454c-a543-6510a89cee0c') {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:43.284957 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4012070'] for segment (36f555da-0972-454c-a543-6510a89cee0c), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.288044 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (f9f0eab6-1754-4822-a0a9-e817dd78666f), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.295527 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (f9f0eab6-1754-4822-a0a9-e817dd78666f), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.329548 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (36f555da-0972-454c-a543-6510a89cee0c), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.372182 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:31:43.372776 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267762'] for segment (36f555da-0972-454c-a543-6510a89cee0c), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: Traceback (most recent call last): Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: timer() Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: cb(*args, **kw) Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: return func(*args, **kwargs) Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: self._notify() Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: self.callback(batched_events) Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: event.method(event) Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: return f(self, *a, **k) Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._get(url).json() Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: return self.request(url, 'GET', **kwargs) Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:31:43.374699 dv-cinder-750782-15-iscsi neutron-server[103659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:31:43.438010 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=f9f0eab6-1754-4822-a0a9-e817dd78666f,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:43.452458 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (0bc8495b-32cf-4629-b532-acd0d2c5f37d), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.454349 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (b191da85-9ae6-4170-a772-023561974337), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.459741 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.465970 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b191da85-9ae6-4170-a772-023561974337 HTTP/1.1" status: 204 len: 168 time: 1.1593187 Mar 31 15:31:43.488834 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128d278-f498-4832-a502-c065b1890400 admin admin] Pushing event deleted for resources: {'Network': ['ID=b191da85-9ae6-4170-a772-023561974337,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:43.494344 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.495577 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-9cd227d7-1b02-4c66-b9da-4de4dee0734a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6649003 Mar 31 15:31:43.598930 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55562) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:43.673883 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-1959c74f-baaf-442d-9de3-b2fe28a94b9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a45c07aa38ef42ed98f7632ec7603af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0712941 Mar 31 15:31:43.675191 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55574) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:43.715761 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 7facda83-7a77-44e6-93e5-5cb46f76e4a7 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:43.743278 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 7facda83-7a77-44e6-93e5-5cb46f76e4a7 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:43.743763 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 7facda83-7a77-44e6-93e5-5cb46f76e4a7 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:43.744367 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device ed9ad4c5-f96a-4142-acc9-012d4a217505 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:43.758692 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-bb0714cc-01b2-447d-b6d5-b552e8597106 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--135018119&fields=id&tenant_id=c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 267 time: 0.0737154 Mar 31 15:31:43.768262 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: ed9ad4c5-f96a-4142-acc9-012d4a217505 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:43.768564 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device ed9ad4c5-f96a-4142-acc9-012d4a217505 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:43.768976 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device c37fcfbb-361d-4647-8f31-eb996f89a706 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:43.786600 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-186aa91a-3d74-4ae1-afed-73ea372aed55 admin admin] Publish callbacks [] for security_group (1add5e92-04af-41d4-9ed5-01bf37be4c76), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.788640 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: c37fcfbb-361d-4647-8f31-eb996f89a706 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:31:43.789252 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device c37fcfbb-361d-4647-8f31-eb996f89a706 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:31:43.854214 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-186aa91a-3d74-4ae1-afed-73ea372aed55 admin admin] Publish callbacks [] for security_group (1add5e92-04af-41d4-9ed5-01bf37be4c76), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.941779 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-aa6d8c3e-95c6-40c1-a5d0-744cc01a9f0a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:43.945656 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-aa6d8c3e-95c6-40c1-a5d0-744cc01a9f0a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 815 time: 0.1730950 Mar 31 15:31:43.963136 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-186aa91a-3d74-4ae1-afed-73ea372aed55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (1add5e92-04af-41d4-9ed5-01bf37be4c76), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.965677 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-186aa91a-3d74-4ae1-afed-73ea372aed55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:43.966770 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-186aa91a-3d74-4ae1-afed-73ea372aed55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1add5e92-04af-41d4-9ed5-01bf37be4c76 HTTP/1.1" status: 204 len: 168 time: 0.2905426 Mar 31 15:31:43.979248 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-1f4f1740-0a4a-48d4-993f-4a0190a76a54 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/quotas/c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 375 time: 0.0241363 Mar 31 15:31:43.980821 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186aa91a-3d74-4ae1-afed-73ea372aed55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1add5e92-04af-41d4-9ed5-01bf37be4c76,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:44.073161 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-51526f73-72a7-48fd-ad39-2fd7e85003f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824444 Mar 31 15:31:44.183972 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55596) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:44.213122 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-7dde57fb-06c5-4d97-a2a7-ed18890351c3 service neutron] 10.222.0.11 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210885 Mar 31 15:31:44.339167 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55602) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:44.347461 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-0e635fed-0172-4ff4-9f06-14fc2c403015 service neutron] 10.222.0.11 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270485 Mar 31 15:31:44.392819 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-network', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:44.429415 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Made reservation on behalf of f0c33db3d9a541fa99aeb6d8333fc436 for: {'network': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:44.432009 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.440698 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-004fc559-ed0e-47c2-98c9-ff74be018f94 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff7fc9f48af74e6ba2cd4afda95a2271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0969448 Mar 31 15:31:44.440840 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55606) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:44.444099 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.511932 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7b89cc2f-3111-411d-a561-7c6b0bdfa8f9 admin admin] Publish callbacks [] for security_group (a056f3ea-ea5a-43d3-8369-d104d6037de5), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.558004 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7b89cc2f-3111-411d-a561-7c6b0bdfa8f9 admin admin] Publish callbacks [] for security_group (a056f3ea-ea5a-43d3-8369-d104d6037de5), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.581534 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Publish callbacks [] for security_group (e6441b93-2c2a-4613-96de-8c7074e5329a), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.590572 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (e6441b93-2c2a-4613-96de-8c7074e5329a), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.615094 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ee23cfca-9d2b-430d-bde1-62faf3ce598a req-38e812dc-5595-4e71-bf54-1ee4086b902f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 210 time: 0.0490050 Mar 31 15:31:44.631364 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:31:44.656306 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7b89cc2f-3111-411d-a561-7c6b0bdfa8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (a056f3ea-ea5a-43d3-8369-d104d6037de5), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.660815 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7b89cc2f-3111-411d-a561-7c6b0bdfa8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.662462 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6441b93-2c2a-4613-96de-8c7074e5329a,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:44.664668 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-7b89cc2f-3111-411d-a561-7c6b0bdfa8f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a056f3ea-ea5a-43d3-8369-d104d6037de5 HTTP/1.1" status: 204 len: 168 time: 0.2227719 Mar 31 15:31:44.668691 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (6cfb8319-551d-4554-8a40-d89164d005b3), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.669443 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.segments_db [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Added segment 6cfb8319-551d-4554-8a40-d89164d005b3 of type vlan for network 08b94955-015d-4043-a03e-69b9f9451c1d Mar 31 15:31:44.672940 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89cc2f-3111-411d-a561-7c6b0bdfa8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a056f3ea-ea5a-43d3-8369-d104d6037de5,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:44.736133 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (08b94955-015d-4043-a03e-69b9f9451c1d), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.771809 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (08b94955-015d-4043-a03e-69b9f9451c1d), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.773461 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:44.774224 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:44.849017 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6636236 Mar 31 15:31:44.849287 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55616) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:44.854531 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] Request body: {'subnet': {'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-subnet', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:44.860338 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8451f2a-2176-4d8d-ac02-a137ed7da1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=08b94955-015d-4043-a03e-69b9f9451c1d,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:44.873590 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 08b94955-015d-4043-a03e-69b9f9451c1d details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:31:44.913030 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] Made reservation on behalf of f0c33db3d9a541fa99aeb6d8333fc436 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:44.917597 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3313676'] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.133293 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3907952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3313690'] for subnet (4e4c7971-6bf7-49d4-95b3-e68755cddee3), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.194866 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4c7971-6bf7-49d4-95b3-e68755cddee3,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:45.208661 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] Checking segment: {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:31:45.209281 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] Network hostable DHCP agents. Network: 08b94955-015d-4043-a03e-69b9f9451c1d, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:31:45.232253 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] Network 08b94955-015d-4043-a03e-69b9f9451c1d is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:31:45.244813 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 08b94955-015d-4043-a03e-69b9f9451c1d) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:45.250117 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:45.250665 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.257217 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bc1094-9c82-4aba-a650-751aaf4f77d1 None None] Network 08b94955-015d-4043-a03e-69b9f9451c1d requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:31:45.282997 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-01de7f44-2ad8-4d10-9875-2b38391c3651 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4326184 Mar 31 15:31:45.286183 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55634) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:45.291524 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:45.323127 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15557'] for router (ef06f288-276a-470d-9e9c-973e92db6867), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.325445 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15564'] for router (ef06f288-276a-470d-9e9c-973e92db6867), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.378815 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-08b94955-015d-4043-a03e-69b9f9451c1d', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:31:45.379723 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.400827 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Publish callbacks [] for router_controller (ef06f288-276a-470d-9e9c-973e92db6867), precommit_add_association {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.582378 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Allocated IP 172.20.0.2 (08b94955-015d-4043-a03e-69b9f9451c1d/4e4c7971-6bf7-49d4-95b3-e68755cddee3/77ec1984-a9e6-4c7f-b040-5f6907528b0c) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:45.676989 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Publish callbacks [] for router_gateway (ef06f288-276a-470d-9e9c-973e92db6867), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.715270 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55652) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:45.785978 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bb00599a-480e-4155-ae26-9445e050c17a req-3bf68743-61b4-4582-880f-1b6766d20516 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 210 time: 0.0479972 Mar 31 15:31:45.902020 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1031684424-network', 'tenant_id': '3a11fad92b034592881562cf733900f7'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:45.927834 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Made reservation on behalf of 3a11fad92b034592881562cf733900f7 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:45.931912 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.956124 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.980980 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Publish callbacks [] for router_gateway (ef06f288-276a-470d-9e9c-973e92db6867), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.984064 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Publish callbacks [] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:45.994610 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.013579 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.047530 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Network 08b94955-015d-4043-a03e-69b9f9451c1d is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:46.053594 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:46.061034 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:31:46.061451 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Publish callbacks [] for security_group (3ca780e4-0e54-4dc9-a065-44ce0c0bd2dc), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.067447 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (3ca780e4-0e54-4dc9-a065-44ce0c0bd2dc), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.072941 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Pushing event updated for resources: {'Port': ['ID=77ec1984-a9e6-4c7f-b040-5f6907528b0c,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:46.130690 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca780e4-0e54-4dc9-a065-44ce0c0bd2dc,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:46.136801 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:31:46.152559 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (f703f2ee-81b3-4f63-849c-6bade578ec33), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.152951 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Added segment f703f2ee-81b3-4f63-849c-6bade578ec33 of type vlan for network 487d4ad4-6062-4b0c-b5a1-580b37d41911 Mar 31 15:31:46.153789 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Attempting to bind port 77ec1984-a9e6-4c7f-b040-5f6907528b0c on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:31:46.154877 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Attempting to bind port 77ec1984-a9e6-4c7f-b040-5f6907528b0c by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:31:46.155695 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Attempting to bind port 77ec1984-a9e6-4c7f-b040-5f6907528b0c on network 08b94955-015d-4043-a03e-69b9f9451c1d {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:31:46.165746 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:31:46.166719 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Checking segment: {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:31:46.167277 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.168749 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Bound using segment: {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:31:46.169328 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Bound port: 77ec1984-a9e6-4c7f-b040-5f6907528b0c, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:31:46.169788 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.207602 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (487d4ad4-6062-4b0c-b5a1-580b37d41911), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.223990 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Allocated IP 172.27.2.143 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/db487194-b6bc-4293-8248-1e74f6795267) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:46.250773 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (487d4ad4-6062-4b0c-b5a1-580b37d41911), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.253340 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:46.254623 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.264303 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] For port 77ec1984-a9e6-4c7f-b040-5f6907528b0c, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:31:46.268355 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] For port 77ec1984-a9e6-4c7f-b040-5f6907528b0c, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=77ec1984-a9e6-4c7f-b040-5f6907528b0c,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:31:46.275971 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.316080 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c2aeede1-75a0-4572-91ad-e0111c138af3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:46.317965 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c2aeede1-75a0-4572-91ad-e0111c138af3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 815 time: 0.4017365 Mar 31 15:31:46.357389 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6400266 Mar 31 15:31:46.359670 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55658) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:46.364124 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e19bd-8c8e-4fd5-b48f-da960509f8be None None] Pushing event updated for resources: {'Port': ['ID=77ec1984-a9e6-4c7f-b040-5f6907528b0c,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:46.365864 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] Request body: {'subnet': {'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1031684424-subnet', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:46.375171 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d7a37-9d0b-463e-aba8-3111c5f76104 admin admin] Pushing event updated for resources: {'Network': ['ID=487d4ad4-6062-4b0c-b5a1-580b37d41911,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:46.394220 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 487d4ad4-6062-4b0c-b5a1-580b37d41911 details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:31:46.395568 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] Made reservation on behalf of 3a11fad92b034592881562cf733900f7 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:46.400252 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3313676'] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.402419 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Publish callbacks [] for port (db487194-b6bc-4293-8248-1e74f6795267), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.468531 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (db487194-b6bc-4293-8248-1e74f6795267), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.524505 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:46.527782 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:46.530606 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:31:46.558277 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=db487194-b6bc-4293-8248-1e74f6795267,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:46.635825 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3907952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3313690'] for subnet (03b55872-1299-4292-bae2-e786bad4747a), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.756907 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b55872-1299-4292-bae2-e786bad4747a,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:46.762469 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] Checking segment: {'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:31:46.762949 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] Network hostable DHCP agents. Network: 487d4ad4-6062-4b0c-b5a1-580b37d41911, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:31:46.790751 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] Network 487d4ad4-6062-4b0c-b5a1-580b37d41911 is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:31:46.806215 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 487d4ad4-6062-4b0c-b5a1-580b37d41911) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:46.816748 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ee2a8-3a55-46eb-92a1-a7f4e5808740 None None] Network 487d4ad4-6062-4b0c-b5a1-580b37d41911 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:31:46.822572 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:46.823190 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:46.858051 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-0eb1d7db-e166-4db8-ad5d-cc76f4e32d1a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4970715 Mar 31 15:31:46.861198 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55664) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:46.866801 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:46.994235 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-487d4ad4-6062-4b0c-b5a1-580b37d41911', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'project_id': '3a11fad92b034592881562cf733900f7', 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:31:46.996430 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.190203 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Allocated IP 172.20.0.2 (487d4ad4-6062-4b0c-b5a1-580b37d41911/03b55872-1299-4292-bae2-e786bad4747a/067e3130-ea7f-4640-a63c-947b3ec3676b) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:47.243314 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Publish callbacks [] for router_gateway (ef06f288-276a-470d-9e9c-973e92db6867), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.245249 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b4817f80-a015-4462-9238-207701ba90dc req-6d3e361f-fbf8-4399-b94d-24b53e18a176 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 210 time: 0.3650196 Mar 31 15:31:47.275702 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15557'] for router (e4f7ddf7-4533-47ab-948c-521e69190a46), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.276803 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15564'] for router (e4f7ddf7-4533-47ab-948c-521e69190a46), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.338411 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Publish callbacks [] for router_controller (e4f7ddf7-4533-47ab-948c-521e69190a46), precommit_add_association {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.386154 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Publish callbacks [] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.394754 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.451839 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Network 487d4ad4-6062-4b0c-b5a1-580b37d41911 is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:47.453451 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Pushing event updated for resources: {'Port': ['ID=067e3130-ea7f-4640-a63c-947b3ec3676b,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:47.456407 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:47.458773 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:31:47.504901 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Publish callbacks [] for router_gateway (e4f7ddf7-4533-47ab-948c-521e69190a46), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.530128 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Attempting to bind port 067e3130-ea7f-4640-a63c-947b3ec3676b on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:31:47.530580 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Attempting to bind port 067e3130-ea7f-4640-a63c-947b3ec3676b by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:31:47.531014 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Attempting to bind port 067e3130-ea7f-4640-a63c-947b3ec3676b on network 487d4ad4-6062-4b0c-b5a1-580b37d41911 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:31:47.531726 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005'] for router (ef06f288-276a-470d-9e9c-973e92db6867), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.539124 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:31:47.539833 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Checking segment: {'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:31:47.540448 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.540999 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Bound using segment: {'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:31:47.541749 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Bound port: 067e3130-ea7f-4640-a63c-947b3ec3676b, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:31:47.542964 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.602339 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972aeb26-366f-411b-b417-10e781ae2164 None None] Network 08b94955-015d-4043-a03e-69b9f9451c1d requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:31:47.699686 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-83c0bf6b-878b-4efc-9134-7cda0c675743 None None] Provisioning complete for port 77ec1984-a9e6-4c7f-b040-5f6907528b0c triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:47.700259 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-83c0bf6b-878b-4efc-9134-7cda0c675743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.711276 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] For port 067e3130-ea7f-4640-a63c-947b3ec3676b, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:31:47.721353 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Router ef06f288-276a-470d-9e9c-973e92db6867 is scheduled to L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d with binding_index 1 {{(pid=103659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:31:47.775489 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] For port 067e3130-ea7f-4640-a63c-947b3ec3676b, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=067e3130-ea7f-4640-a63c-947b3ec3676b,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:31:47.782155 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Publish callbacks [] for router_gateway (e4f7ddf7-4533-47ab-948c-521e69190a46), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.808906 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.817840 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 77ec1984-a9e6-4c7f-b040-5f6907528b0c up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:31:47.835651 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.877968 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:31:47.895396 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Sync routers for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:47.905221 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:47.907143 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-026957f5-878a-4b07-b02b-9880952df1c1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6196549 Mar 31 15:31:47.910328 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55668) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:47.919500 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:47.920178 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:47.975927 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Allocated IP 172.27.2.219 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/eee5fd89-cad9-4318-a353-9cd093d85e9c) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:47.999935 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd2358-2b89-434a-a593-8117a25645ec None None] Pushing event updated for resources: {'Port': ['ID=067e3130-ea7f-4640-a63c-947b3ec3676b,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:48.032804 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-83c0bf6b-878b-4efc-9134-7cda0c675743 None None] Current status of the port 77ec1984-a9e6-4c7f-b040-5f6907528b0c is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:48.033239 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-83c0bf6b-878b-4efc-9134-7cda0c675743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:48.057272 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 77ec1984-a9e6-4c7f-b040-5f6907528b0c triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:48.057701 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:48.117284 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:48.157278 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-83c0bf6b-878b-4efc-9134-7cda0c675743 None None] For port 77ec1984-a9e6-4c7f-b040-5f6907528b0c, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=77ec1984-a9e6-4c7f-b040-5f6907528b0c,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:48.167873 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-83c0bf6b-878b-4efc-9134-7cda0c675743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:48.193921 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Publish callbacks [] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:48.292557 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0bf6b-878b-4efc-9134-7cda0c675743 None None] Pushing event updated for resources: {'Port': ['ID=77ec1984-a9e6-4c7f-b040-5f6907528b0c,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:48.340360 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 77ec1984-a9e6-4c7f-b040-5f6907528b0c is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:48.345019 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:48.438072 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:48.456372 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:48.477683 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:31:48.491549 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:47Z', 'revision_number': 3, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:48.548518 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d36a0aae-9bed-47d3-a38c-93c7e127ac5b req-5857bff1-e04e-4a5b-9ce4-68301cd7a4dd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 210 time: 0.1219323 Mar 31 15:31:48.555325 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Checking router: ef06f288-276a-470d-9e9c-973e92db6867 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:31:48.555829 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Updating router ef06f288-276a-470d-9e9c-973e92db6867 port db487194-b6bc-4293-8248-1e74f6795267 binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:31:48.562965 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-674a7f25-deee-427e-a933-b5a571504524 None None] Provisioning complete for port 77ec1984-a9e6-4c7f-b040-5f6907528b0c triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:48.567941 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-674a7f25-deee-427e-a933-b5a571504524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:48.603936 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (db487194-b6bc-4293-8248-1e74f6795267), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:48.665457 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=eee5fd89-cad9-4318-a353-9cd093d85e9c,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:48.715568 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-674a7f25-deee-427e-a933-b5a571504524 None None] Current status of the port 77ec1984-a9e6-4c7f-b040-5f6907528b0c is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:48.876870 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-62b58653-2494-4eff-b4d6-45bdd2be3400 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c354a25138ad49b18228539ce07b0cd7 HTTP/1.1" status: 200 len: 379 time: 0.3159661 Mar 31 15:31:48.890923 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'port': {'device_id': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'admin_state_up': True, 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'security_groups': ['1df70d35-b297-49a1-a088-fba1a2312d56']}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:48.891207 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Publish callbacks [] for router_gateway (e4f7ddf7-4533-47ab-948c-521e69190a46), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:49.101628 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Publish callbacks [] for port (db487194-b6bc-4293-8248-1e74f6795267), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:49.114542 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (db487194-b6bc-4293-8248-1e74f6795267), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:49.201869 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Made reservation on behalf of c354a25138ad49b18228539ce07b0cd7 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:49.204383 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Pushing event updated for resources: {'Port': ['ID=db487194-b6bc-4293-8248-1e74f6795267,revision_number=2']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:49.207333 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:49.248697 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.249288 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.249975 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.250549 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.251116 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.251632 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.252221 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.253772 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.254826 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.255743 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.256543 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.257501 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.258334 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.258935 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.259727 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:49.271723 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:49.275129 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Attempting to bind port db487194-b6bc-4293-8248-1e74f6795267 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:31:49.275525 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Attempting to bind port db487194-b6bc-4293-8248-1e74f6795267 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:31:49.276100 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Attempting to bind port db487194-b6bc-4293-8248-1e74f6795267 on network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:31:49.286594 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:31:49.287168 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:31:49.287642 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:49.288042 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Bound using segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:31:49.288605 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Bound port: db487194-b6bc-4293-8248-1e74f6795267, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:31:49.289271 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (db487194-b6bc-4293-8248-1e74f6795267), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:49.416760 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005'] for router (e4f7ddf7-4533-47ab-948c-521e69190a46), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:49.522168 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] For port db487194-b6bc-4293-8248-1e74f6795267, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:31:49.532929 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] For port db487194-b6bc-4293-8248-1e74f6795267, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=db487194-b6bc-4293-8248-1e74f6795267,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:31:49.565256 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (db487194-b6bc-4293-8248-1e74f6795267), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:49.646667 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Allocated IP 172.20.0.11 (fc02ec74-7758-4df2-8ceb-5657ae38de47/7ac981f0-5e91-4e93-b7ca-3a3576546b1f/b2763392-9b8e-4754-8e09-a3089c3c2bc0) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:49.738287 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2955d4a9-ebb3-475f-bf9f-83434ea0be1a None None] Network 487d4ad4-6062-4b0c-b5a1-580b37d41911 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:31:49.789319 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Router e4f7ddf7-4533-47ab-948c-521e69190a46 is scheduled to L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d with binding_index 1 {{(pid=103658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:31:49.886130 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:49.889905 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:49.901511 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da0e39-0d11-4901-8ecb-069be1ad800a None None] Pushing event updated for resources: {'Port': ['ID=db487194-b6bc-4293-8248-1e74f6795267,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:49.933545 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-4f0aca6a-77ce-4427-a0a1-f31ff747f65a None None] Provisioning complete for port 067e3130-ea7f-4640-a63c-947b3ec3676b triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:49.934061 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4f0aca6a-77ce-4427-a0a1-f31ff747f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:49.942309 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Allocated IP 172.20.0.1 (08b94955-015d-4043-a03e-69b9f9451c1d/4e4c7971-6bf7-49d4-95b3-e68755cddee3/0fc5c527-c0ce-4337-98ab-29afdb8dd305) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:49.989779 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-324ec275-16b7-4b3f-b551-d7b4d716691f req-86d0533e-5b8c-462f-8e0c-c17c11159810 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 210 time: 0.1088235 Mar 31 15:31:50.061281 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 77ec1984-a9e6-4c7f-b040-5f6907528b0c up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:31:50.088687 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:31:50.114884 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:50.120147 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-7e3b313d-60d9-4540-8174-de74194e9fa5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2543750 Mar 31 15:31:50.121927 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55698) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:50.141785 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:50.168215 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Sync routers for ids ['e4f7ddf7-4533-47ab-948c-521e69190a46'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:50.211172 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Routers {'e4f7ddf7-4533-47ab-948c-521e69190a46'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:50.211725 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e4f7ddf7-4533-47ab-948c-521e69190a46'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:50.215741 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Publish callbacks [] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:50.229947 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:50.297031 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:50.303963 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:50.321364 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:50.329629 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:31:50.376414 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-4f0aca6a-77ce-4427-a0a1-f31ff747f65a None None] Current status of the port 067e3130-ea7f-4640-a63c-947b3ec3676b is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:50.376947 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4f0aca6a-77ce-4427-a0a1-f31ff747f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:50.408129 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:50.410124 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:50.432674 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:50.435262 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event updated for resources: {'Port': ['ID=b2763392-9b8e-4754-8e09-a3089c3c2bc0,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:50.478436 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Set router e4f7ddf7-4533-47ab-948c-521e69190a46 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:50.509587 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc5c527-c0ce-4337-98ab-29afdb8dd305,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:50.526994 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-97df16b1-61da-402a-8846-700a75ff8eaf tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6419787 Mar 31 15:31:50.579421 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Network 08b94955-015d-4043-a03e-69b9f9451c1d is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:50.584053 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:50.586230 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd0d74-9855-47a4-a18a-0edcd3ac53c2 req-0b8604da-2038-4bde-8e7a-43d6a96382f7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:50.597220 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7dbd0d74-9855-47a4-a18a-0edcd3ac53c2 req-0b8604da-2038-4bde-8e7a-43d6a96382f7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.3985317 Mar 31 15:31:50.602160 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:31:50.679722 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Request body: {'port': {'device_id': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:50.769594 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609466'] for router_interface (ef06f288-276a-470d-9e9c-973e92db6867), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:50.775396 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:50.850438 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:47Z', 'revision_number': 3, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:50.897563 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7dbd0d74-9855-47a4-a18a-0edcd3ac53c2 req-74f99993-c9fa-4be3-a92b-a570ef0c783f tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991741 Mar 31 15:31:50.913966 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821ed01-3f20-4582-9ea3-5112972f66c8 None None] The sync data for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi is: [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:47Z', 'revision_number': 3, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:51.027551 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 77ec1984-a9e6-4c7f-b040-5f6907528b0c triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:51.028266 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.082637 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-4f0aca6a-77ce-4427-a0a1-f31ff747f65a None None] For port 067e3130-ea7f-4640-a63c-947b3ec3676b, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=067e3130-ea7f-4640-a63c-947b3ec3676b,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:51.098194 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4f0aca6a-77ce-4427-a0a1-f31ff747f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.204420 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.249434 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0aca6a-77ce-4427-a0a1-f31ff747f65a None None] Pushing event updated for resources: {'Port': ['ID=067e3130-ea7f-4640-a63c-947b3ec3676b,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:51.257571 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 77ec1984-a9e6-4c7f-b040-5f6907528b0c is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:51.258357 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 067e3130-ea7f-4640-a63c-947b3ec3676b up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:31:51.304542 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-bacae339-0218-4c19-9284-d0d0a9e5345c None None] Provisioning complete for port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:51.304850 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942842d2-3db6-49a5-82ff-e93f6f3e357e req-0c02c098-1ac0-4f15-a09f-ba45245b9518 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:51.305058 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-bacae339-0218-4c19-9284-d0d0a9e5345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.307014 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-942842d2-3db6-49a5-82ff-e93f6f3e357e req-0c02c098-1ac0-4f15-a09f-ba45245b9518 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 932 time: 0.1517651 Mar 31 15:31:51.373290 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.375027 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-bacae339-0218-4c19-9284-d0d0a9e5345c None None] Port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:31:51.388626 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:48Z', 'revision_number': 3, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:51.425735 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 067e3130-ea7f-4640-a63c-947b3ec3676b triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:51.426102 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.431197 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Checking router: e4f7ddf7-4533-47ab-948c-521e69190a46 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:31:51.431197 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Updating router e4f7ddf7-4533-47ab-948c-521e69190a46 port eee5fd89-cad9-4318-a353-9cd093d85e9c binding host dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:31:51.487171 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2763392-9b8e-4754-8e09-a3089c3c2bc0 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:31:51.491758 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-bacae339-0218-4c19-9284-d0d0a9e5345c None None] Provisioning complete for port 067e3130-ea7f-4640-a63c-947b3ec3676b triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:51.492235 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-bacae339-0218-4c19-9284-d0d0a9e5345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.505144 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Publish callbacks [] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.529225 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-942842d2-3db6-49a5-82ff-e93f6f3e357e req-35d17942-1c81-49b3-9621-52157b554e79 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636465 Mar 31 15:31:51.534298 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Transition to ACTIVE for port object b2763392-9b8e-4754-8e09-a3089c3c2bc0 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:31:51.554069 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.577596 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Allocated IP 172.20.0.1 (487d4ad4-6062-4b0c-b5a1-580b37d41911/03b55872-1299-4292-bae2-e786bad4747a/84172755-9fcf-4112-91a4-600deba30594) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:31:51.579069 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.712969 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Pushing event updated for resources: {'Port': ['ID=b2763392-9b8e-4754-8e09-a3089c3c2bc0,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:51.746940 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Publish callbacks [] for port (84172755-9fcf-4112-91a4-600deba30594), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.772344 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.774306 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.774666 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.775003 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.775334 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.775662 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.775990 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.776332 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.776896 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.779018 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.779390 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.779730 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.780065 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.780397 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.780724 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:31:51.811163 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (84172755-9fcf-4112-91a4-600deba30594), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:51.853290 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-bacae339-0218-4c19-9284-d0d0a9e5345c None None] Current status of the port 067e3130-ea7f-4640-a63c-947b3ec3676b is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:51.877782 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 067e3130-ea7f-4640-a63c-947b3ec3676b is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:51.883495 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Network 487d4ad4-6062-4b0c-b5a1-580b37d41911 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:51.903672 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:51.910912 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:31:51.943221 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Attempting to bind port b2763392-9b8e-4754-8e09-a3089c3c2bc0 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:31:51.943781 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Attempting to bind port b2763392-9b8e-4754-8e09-a3089c3c2bc0 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:31:51.944272 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Attempting to bind port b2763392-9b8e-4754-8e09-a3089c3c2bc0 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:31:52.067661 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Port b2763392-9b8e-4754-8e09-a3089c3c2bc0 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:31:52.071710 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Attempting to bind port b2763392-9b8e-4754-8e09-a3089c3c2bc0 on network fc02ec74-7758-4df2-8ceb-5657ae38de47 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:31:52.200465 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 067e3130-ea7f-4640-a63c-947b3ec3676b up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:31:52.217648 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Publish callbacks [] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.218197 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Pushing event updated for resources: {'Port': ['ID=84172755-9fcf-4112-91a4-600deba30594,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:52.229858 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609466'] for router_interface (e4f7ddf7-4533-47ab-948c-521e69190a46), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.240894 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:31:52.241581 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Checking segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:31:52.242035 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Bound using segment: {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:31:52.242818 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Bound port: b2763392-9b8e-4754-8e09-a3089c3c2bc0, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06e8e39-69f0-48b3-beee-f101ca31f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:31:52.243310 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.299932 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 067e3130-ea7f-4640-a63c-947b3ec3676b triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:52.300164 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.307095 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.420151 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-68f9d545-7d55-4271-ac4a-5d225dc8250a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:52.422053 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-68f9d545-7d55-4271-ac4a-5d225dc8250a tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.3304303 Mar 31 15:31:52.433755 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Publish callbacks [] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.444945 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-9448f9f0-0081-411c-95c9-d2cbed921c13 None None] Provisioning complete for port 84172755-9fcf-4112-91a4-600deba30594 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:52.445468 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9448f9f0-0081-411c-95c9-d2cbed921c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (84172755-9fcf-4112-91a4-600deba30594), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.500797 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bff1a9-7fd9-45df-888b-2ed60ee99067 req-885b32e5-f999-4bee-a0d6-81f3745c6cec tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:52.504068 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-37bff1a9-7fd9-45df-888b-2ed60ee99067 req-885b32e5-f999-4bee-a0d6-81f3745c6cec tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.3472140 Mar 31 15:31:52.513031 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609326'] for router_interface (ef06f288-276a-470d-9e9c-973e92db6867), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.517850 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 067e3130-ea7f-4640-a63c-947b3ec3676b is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:52.519923 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device db487194-b6bc-4293-8248-1e74f6795267 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:31:52.521912 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.545998 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc5c527-c0ce-4337-98ab-29afdb8dd305,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:52.592143 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (84172755-9fcf-4112-91a4-600deba30594), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.669345 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] For port b2763392-9b8e-4754-8e09-a3089c3c2bc0, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:31:52.672283 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1968f1a-66fc-40f5-81bb-8f4bada8da97 None None] Pushing event updated for resources: {'Port': ['ID=eee5fd89-cad9-4318-a353-9cd093d85e9c,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:52.698026 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] For port b2763392-9b8e-4754-8e09-a3089c3c2bc0, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2763392-9b8e-4754-8e09-a3089c3c2bc0,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:31:52.700198 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-9448f9f0-0081-411c-95c9-d2cbed921c13 None None] Port 84172755-9fcf-4112-91a4-600deba30594 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:31:52.728349 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Attempting to bind port eee5fd89-cad9-4318-a353-9cd093d85e9c on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:31:52.728701 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Attempting to bind port eee5fd89-cad9-4318-a353-9cd093d85e9c by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:31:52.729079 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Attempting to bind port eee5fd89-cad9-4318-a353-9cd093d85e9c on network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:31:52.732912 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.747285 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:31:52.750633 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:31:52.751483 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.752771 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Bound using segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:31:52.762483 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Bound port: eee5fd89-cad9-4318-a353-9cd093d85e9c, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:31:52.763270 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:52.781977 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-37bff1a9-7fd9-45df-888b-2ed60ee99067 req-aba278a6-b151-4ac1-b237-3d4225754738 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905828 Mar 31 15:31:52.845129 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf23c4-7ab7-45db-b332-04cd65c30ad8 req-ee2248ba-5884-4c7d-9e30-cf7cf912f1dc tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:52.845129 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cfbf23c4-7ab7-45db-b332-04cd65c30ad8 req-ee2248ba-5884-4c7d-9e30-cf7cf912f1dc tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 944 time: 0.1912112 Mar 31 15:31:52.887273 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] For port eee5fd89-cad9-4318-a353-9cd093d85e9c, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:31:52.894317 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] For port eee5fd89-cad9-4318-a353-9cd093d85e9c, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=eee5fd89-cad9-4318-a353-9cd093d85e9c,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:31:52.935652 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:53.035689 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1968f1a-66fc-40f5-81bb-8f4bada8da97 None None] Pushing event updated for resources: {'Port': ['ID=eee5fd89-cad9-4318-a353-9cd093d85e9c,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:53.039887 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port db487194-b6bc-4293-8248-1e74f6795267 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:53.040404 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (db487194-b6bc-4293-8248-1e74f6795267), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:53.043432 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cfbf23c4-7ab7-45db-b332-04cd65c30ad8 req-3cdc64f5-f2b4-4eee-b9d9-616070975253 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768780 Mar 31 15:31:53.074140 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:53.118928 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Routers {'e4f7ddf7-4533-47ab-948c-521e69190a46'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:53.119694 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e4f7ddf7-4533-47ab-948c-521e69190a46'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:53.144043 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Publish callbacks [] for port (84172755-9fcf-4112-91a4-600deba30594), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:53.152874 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (84172755-9fcf-4112-91a4-600deba30594), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:53.274627 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:31:53.289344 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port db487194-b6bc-4293-8248-1e74f6795267 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:53.290205 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (db487194-b6bc-4293-8248-1e74f6795267), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:53.327489 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port db487194-b6bc-4293-8248-1e74f6795267, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=db487194-b6bc-4293-8248-1e74f6795267,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:53.342840 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609326'] for router_interface (e4f7ddf7-4533-47ab-948c-521e69190a46), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:53.347826 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (db487194-b6bc-4293-8248-1e74f6795267), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:53.349593 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Pushing event updated for resources: {'Port': ['ID=84172755-9fcf-4112-91a4-600deba30594,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:53.357395 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:53.358307 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:53.365662 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] 10.222.0.13 "PUT /v2.0/ports/b2763392-9b8e-4754-8e09-a3089c3c2bc0 HTTP/1.1" status: 200 len: 1094 time: 2.8225536 Mar 31 15:31:53.376054 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'tag': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:53.387947 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "eac80337-5dae-4513-b2ea-3e1a246d05d2", "tag": "b2763392-9b8e-4754-8e09-a3089c3c2bc0"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:53.388222 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] Set router e4f7ddf7-4533-47ab-948c-521e69190a46 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:53.505529 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Deleting port 696d15a2-9596-4aff-bf6e-da3d8b578334 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:53.507820 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:53.589183 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dc720-76b9-49d9-8a83-fdc3abd0347a service neutron] Pushing event updated for resources: {'Port': ['ID=b2763392-9b8e-4754-8e09-a3089c3c2bc0,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:53.651185 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Network 08b94955-015d-4043-a03e-69b9f9451c1d is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:53.669598 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:53.753801 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=db487194-b6bc-4293-8248-1e74f6795267,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:53.816067 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Network 487d4ad4-6062-4b0c-b5a1-580b37d41911 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:31:53.821803 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:53.886506 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d3e36c-8d0e-4643-80b0-d8836cd3024c x-openstack-request-id: req-73d3e36c-8d0e-4643-80b0-d8836cd3024c {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:53.887305 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac80337-5dae-4513-b2ea-3e1a246d05d2", "tag": "b2763392-9b8e-4754-8e09-a3089c3c2bc0", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:53.888331 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73d3e36c-8d0e-4643-80b0-d8836cd3024c {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:53.889271 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d3e36c-8d0e-4643-80b0-d8836cd3024c'] response: {'name': 'network-changed', 'server_uuid': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'tag': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0', 'status': 'completed', 'code': 200} Mar 31 15:31:54.086470 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-cef22528-6563-4755-8a32-82ff6a262400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:54.091236 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-cef22528-6563-4755-8a32-82ff6a262400 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 1128 time: 0.6433342 Mar 31 15:31:54.136231 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '84172755-9fcf-4112-91a4-600deba30594', 'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'mac_address': 'fa:16:3e:81:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:51Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 1, 'project_id': '3a11fad92b034592881562cf733900f7', 'subnets': [{'id': '03b55872-1299-4292-bae2-e786bad4747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:54.230210 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe3408a-cb93-4d67-98d0-0495b7e976fd None None] The sync data for ids ['e4f7ddf7-4533-47ab-948c-521e69190a46'] in dv-cinder-750782-15-iscsi is: [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '84172755-9fcf-4112-91a4-600deba30594', 'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'mac_address': 'fa:16:3e:81:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:51Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 1, 'project_id': '3a11fad92b034592881562cf733900f7', 'subnets': [{'id': '03b55872-1299-4292-bae2-e786bad4747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:54.296695 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-ecf8908d-e19e-409b-87f7-233f59b16c2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2763392-9b8e-4754-8e09-a3089c3c2bc0 HTTP/1.1" status: 200 len: 217 time: 0.1681657 Mar 31 15:31:54.304786 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] For port 696d15a2-9596-4aff-bf6e-da3d8b578334, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=696d15a2-9596-4aff-bf6e-da3d8b578334,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:54.305491 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:54.359574 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-f872b879-f129-4d23-80fe-ebc61ab5eeca None None] Provisioning complete for port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:54.360090 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f872b879-f129-4d23-80fe-ebc61ab5eeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:54.397592 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4e78f-f725-4b99-a321-20295e242210 req-19411dbd-138f-4725-871c-1df959054e39 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:54.399283 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6ab4e78f-f725-4b99-a321-20295e242210 req-19411dbd-138f-4725-871c-1df959054e39 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 944 time: 0.1891291 Mar 31 15:31:54.409028 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba0cc7-328f-4cb6-89e2-6f7d5be2ac33 req-b0a3d0ff-388c-44ea-b63c-b5409102be45 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:54.410628 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-69ba0cc7-328f-4cb6-89e2-6f7d5be2ac33 req-b0a3d0ff-388c-44ea-b63c-b5409102be45 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 946 time: 0.3268056 Mar 31 15:31:54.418502 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Router e4f7ddf7-4533-47ab-948c-521e69190a46 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:31:54.428557 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device db487194-b6bc-4293-8248-1e74f6795267 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:31:54.480748 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-832e314f-8033-44bd-a75d-117fc1b88997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:54.481013 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-69ba0cc7-328f-4cb6-89e2-6f7d5be2ac33 req-f1b87990-7b4e-4f11-ac1c-564c2a7b7e81 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c01bd47-b5d2-4a73-8721-83872e6db9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598269 Mar 31 15:31:54.482302 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-832e314f-8033-44bd-a75d-117fc1b88997 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.1737738 Mar 31 15:31:54.486107 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Router ef06f288-276a-470d-9e9c-973e92db6867 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:31:54.517260 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-f872b879-f129-4d23-80fe-ebc61ab5eeca None None] Port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:31:54.556212 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port db487194-b6bc-4293-8248-1e74f6795267 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:54.556973 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (db487194-b6bc-4293-8248-1e74f6795267), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:54.600914 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6ab4e78f-f725-4b99-a321-20295e242210 req-b411b382-3ea5-471a-831f-bd8d54744a75 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807666 Mar 31 15:31:54.703924 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-842a2198-6329-4d50-9130-7f593711c376 None None] Provisioning complete for port 84172755-9fcf-4112-91a4-600deba30594 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:54.704296 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-842a2198-6329-4d50-9130-7f593711c376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (84172755-9fcf-4112-91a4-600deba30594), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:54.748952 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:31:54.766133 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-ca55b2b4-aada-4206-ad96-ba4f6db9fdab admin admin] 10.222.0.11 "PUT /v2.0/routers/e4f7ddf7-4533-47ab-948c-521e69190a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6427300 Mar 31 15:31:54.779806 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port db487194-b6bc-4293-8248-1e74f6795267 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:54.805078 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 696d15a2-9596-4aff-bf6e-da3d8b578334 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:31:54.810291 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-842a2198-6329-4d50-9130-7f593711c376 None None] Port 84172755-9fcf-4112-91a4-600deba30594 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:31:54.811288 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-1155f8df-71db-407c-a546-c2cbebcb78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:54.814412 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-1155f8df-71db-407c-a546-c2cbebcb78b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3228881 Mar 31 15:31:54.911393 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:54.913009 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (a5406a4c-4a51-43ea-8f07-bee23abfb612), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:54.913385 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Floating IP a5406a4c-4a51-43ea-8f07-bee23abfb612 disassociated. External IP: 172.27.2.173, port: 696d15a2-9596-4aff-bf6e-da3d8b578334. Mar 31 15:31:54.914286 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Calling delete_port for 696d15a2-9596-4aff-bf6e-da3d8b578334 owned by compute:nova {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:31:54.976766 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 696d15a2-9596-4aff-bf6e-da3d8b578334 is: ACTIVE; New status is: DOWN {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:54.977142 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:55.011947 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696d15a2-9596-4aff-bf6e-da3d8b578334'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:55.022403 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4cef74-d5f3-4719-9b49-24d291686aa9" -d '{"events": [{"server_uuid": "c6fba24f-0768-4ed2-9285-6fccfd27f667", "name": "network-vif-unplugged", "status": "completed", "tag": "696d15a2-9596-4aff-bf6e-da3d8b578334"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:55.072159 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:31:55.085682 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 696d15a2-9596-4aff-bf6e-da3d8b578334, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=696d15a2-9596-4aff-bf6e-da3d8b578334,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:55.086947 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-380b2ef9-15e5-49cd-ad95-adf3faa9c5e1 admin admin] 10.222.0.11 "PUT /v2.0/routers/ef06f288-276a-470d-9e9c-973e92db6867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1751118 Mar 31 15:31:55.099282 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:55.099486 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-7c718ad6-2dc3-4d88-b400-fa9c8eb8f369 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736921 Mar 31 15:31:55.115506 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Sync routers for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:55.151788 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:55.154268 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:55.168075 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689b488f-9117-4491-b756-bfb7a8140a37 x-openstack-request-id: req-689b488f-9117-4491-b756-bfb7a8140a37 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:55.168873 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fba24f-0768-4ed2-9285-6fccfd27f667", "name": "network-vif-unplugged", "status": "completed", "tag": "696d15a2-9596-4aff-bf6e-da3d8b578334", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:55.169711 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-689b488f-9117-4491-b756-bfb7a8140a37 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:55.170594 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689b488f-9117-4491-b756-bfb7a8140a37'] response: {'server_uuid': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696d15a2-9596-4aff-bf6e-da3d8b578334', 'code': 200} Mar 31 15:31:55.295661 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=696d15a2-9596-4aff-bf6e-da3d8b578334,revision_number=6']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:55.299773 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:55.463140 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-6d309bab-b9b0-4874-84f8-0a9b1fc69c0b req-25897a17-4ff9-43d3-8988-5af6d77feeb0 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504755 Mar 31 15:31:55.488943 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (696d15a2-9596-4aff-bf6e-da3d8b578334), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:55.549299 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event deleted for resources: {'Port': ['ID=696d15a2-9596-4aff-bf6e-da3d8b578334,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:55.819901 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8 req-0c27e1ac-3ed1-4081-bc53-753397b3672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:55.821492 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8 req-0c27e1ac-3ed1-4081-bc53-753397b3672e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 1128 time: 0.2768545 Mar 31 15:31:55.836657 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ea44c80e-b061-4836-965f-f03edce4647a req-3771ccd1-83f5-484b-a35a-7885f57a6d79 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 210 time: 0.0939744 Mar 31 15:31:55.877678 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 2, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:56.028836 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8 req-7d884e8c-06f9-4a95-95a2-d9fe9b16342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:56.032156 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Checking router: ef06f288-276a-470d-9e9c-973e92db6867 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:31:56.032708 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Updating router ef06f288-276a-470d-9e9c-973e92db6867 port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:31:56.038946 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8 req-7d884e8c-06f9-4a95-95a2-d9fe9b16342f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 916 time: 0.2049477 Mar 31 15:31:56.134417 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeb9e5-15f6-4021-a700-77bae96986cb req-d76fc78d-8668-4919-853c-29cf08e513f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:56.145897 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bceeb9e5-15f6-4021-a700-77bae96986cb req-d76fc78d-8668-4919-853c-29cf08e513f3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 944 time: 0.1680541 Mar 31 15:31:56.148769 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8 req-f1b28a0e-b789-43ec-995e-1f97bfd92eae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2763392-9b8e-4754-8e09-a3089c3c2bc0 HTTP/1.1" status: 200 len: 217 time: 0.0929267 Mar 31 15:31:56.170470 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.337788 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bceeb9e5-15f6-4021-a700-77bae96986cb req-f746167c-e544-4944-9ad6-810fe58ad6c4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807268 Mar 31 15:31:56.422075 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55780) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:56.432802 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-5f784e56-7b79-4327-a5f5-e965d058b246 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345755273', 'description': 'tempest-description--1504811302'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:56.487757 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55782) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:56.494582 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8 req-0b6a41a2-6e0c-4b35-8426-969ad5e15304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:56.498673 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8 req-0b6a41a2-6e0c-4b35-8426-969ad5e15304 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.3373742 Mar 31 15:31:56.504375 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:31:56.506634 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-463405891-network', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:56.514262 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5f784e56-7b79-4327-a5f5-e965d058b246 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.553708 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device eee5fd89-cad9-4318-a353-9cd093d85e9c up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:31:56.570547 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Made reservation on behalf of 3553838bb355485ebafa35a4b4ba0e41 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:56.573678 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.587282 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.723042 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5f784e56-7b79-4327-a5f5-e965d058b246 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (2cd5efd1-62d9-4bd1-971d-6769a6c758f8), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.723299 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port eee5fd89-cad9-4318-a353-9cd093d85e9c triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:56.723841 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.739561 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5f784e56-7b79-4327-a5f5-e965d058b246 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2cd5efd1-62d9-4bd1-971d-6769a6c758f8), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.777179 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5f784e56-7b79-4327-a5f5-e965d058b246 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.781894 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-5f784e56-7b79-4327-a5f5-e965d058b246 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3585091 Mar 31 15:31:56.785998 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55784) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:56.793648 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-34f449af-176e-41b5-a3d6-99837556bb7c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'security_group_rule': {'security_group_id': '2cd5efd1-62d9-4bd1-971d-6769a6c758f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:56.846214 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f784e56-7b79-4327-a5f5-e965d058b246 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd5efd1-62d9-4bd1-971d-6769a6c758f8,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:56.848537 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8 req-85c403d6-61ab-4771-9589-7b4f0d30745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:56.850152 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8 req-85c403d6-61ab-4771-9589-7b4f0d30745d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3448768 Mar 31 15:31:56.879886 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Publish callbacks [] for security_group (ef24b903-730b-4b81-b81c-0f7f9e20b0ec), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.904023 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ef24b903-730b-4b81-b81c-0f7f9e20b0ec), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.942230 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Publish callbacks [] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.956719 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:56.961599 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:31:57.011270 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (e5900e98-ad28-409c-98f5-736289c23684), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:57.013950 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Added segment e5900e98-ad28-409c-98f5-736289c23684 of type vlan for network a3dc514b-37b3-4bbe-b98a-8a97219785a1 Mar 31 15:31:57.053576 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce36b7-8165-41be-8f4b-0a4f9ddd0414 None None] Pushing event updated for resources: {'Port': ['ID=0fc5c527-c0ce-4337-98ab-29afdb8dd305,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:57.140140 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8 req-8bb58874-aa29-4c6f-ae11-45cb37c22c3e service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680385 Mar 31 15:31:57.142560 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Attempting to bind port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:31:57.143617 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Attempting to bind port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:31:57.143856 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Attempting to bind port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 on network 08b94955-015d-4043-a03e-69b9f9451c1d {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:31:57.146982 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device b2763392-9b8e-4754-8e09-a3089c3c2bc0 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:31:57.155024 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:31:57.155561 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Checking segment: {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:31:57.155837 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:57.156331 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Bound using segment: {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:31:57.156841 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Bound port: 0fc5c527-c0ce-4337-98ab-29afdb8dd305, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:31:57.157269 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:57.256569 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-34f449af-176e-41b5-a3d6-99837556bb7c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (70ae9a78-9c15-4f25-abe9-90ec3df490a1), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:57.280775 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] For port 0fc5c527-c0ce-4337-98ab-29afdb8dd305, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:31:57.287320 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] For port 0fc5c527-c0ce-4337-98ab-29afdb8dd305, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=0fc5c527-c0ce-4337-98ab-29afdb8dd305,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:31:57.290040 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:31:57.309248 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bd22c4be-6746-4e5c-bc8c-7556265498cd req-63f79859-4bc9-48f5-87fc-1c68bd320885 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6fba24f-0768-4ed2-9285-6fccfd27f667 HTTP/1.1" status: 200 len: 210 time: 0.2009652 Mar 31 15:31:57.313761 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:57.330191 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b956cb2-4a99-4d72-bac3-c06167d8f9ad None None] Sync routers for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:57.347364 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (a3dc514b-37b3-4bbe-b98a-8a97219785a1), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:57.351574 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef24b903-730b-4b81-b81c-0f7f9e20b0ec,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:57.414915 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce36b7-8165-41be-8f4b-0a4f9ddd0414 None None] Pushing event updated for resources: {'Port': ['ID=0fc5c527-c0ce-4337-98ab-29afdb8dd305,revision_number=4']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:57.473620 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] No DVR routers for this DVR port 696d15a2-9596-4aff-bf6e-da3d8b578334 on host hv-cinder-75078 {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:31:57.488013 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:57.491901 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-261f9bc6-8b21-48f3-bd9d-31d8b33854fe req-1b0b9ae0-f867-451f-b260-53160ab5c8de tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.13 "DELETE /v2.0/ports/696d15a2-9596-4aff-bf6e-da3d8b578334 HTTP/1.1" status: 204 len: 173 time: 5.0438151 Mar 31 15:31:57.510598 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b956cb2-4a99-4d72-bac3-c06167d8f9ad None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:57.510974 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:57.511349 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7b956cb2-4a99-4d72-bac3-c06167d8f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:57.512908 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:57.524330 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (a3dc514b-37b3-4bbe-b98a-8a97219785a1), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:57.528584 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:57.529614 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:57.530154 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'name': 'network-vif-deleted', 'tag': '696d15a2-9596-4aff-bf6e-da3d8b578334'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:31:57.572997 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a86557f-c982-47b4-8cd6-59cb20544fa2" -d '{"events": [{"server_uuid": "c6fba24f-0768-4ed2-9285-6fccfd27f667", "name": "network-vif-deleted", "tag": "696d15a2-9596-4aff-bf6e-da3d8b578334"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:31:57.686856 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port eee5fd89-cad9-4318-a353-9cd093d85e9c is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:57.690237 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:57.709265 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-f25a7de9-89eb-4d14-bb01-f9b2b840c1f8 req-358fd1d0-76e7-452c-8bb2-181bed4b3f4f service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530896 Mar 31 15:31:57.764698 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908d01ae-0581-437b-b973-d91d4840050f x-openstack-request-id: req-908d01ae-0581-437b-b973-d91d4840050f {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:31:57.765501 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fba24f-0768-4ed2-9285-6fccfd27f667", "name": "network-vif-deleted", "tag": "696d15a2-9596-4aff-bf6e-da3d8b578334", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:31:57.766120 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-908d01ae-0581-437b-b973-d91d4840050f {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:31:57.767217 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908d01ae-0581-437b-b973-d91d4840050f'] response: {'server_uuid': 'c6fba24f-0768-4ed2-9285-6fccfd27f667', 'name': 'network-vif-deleted', 'tag': '696d15a2-9596-4aff-bf6e-da3d8b578334', 'status': 'completed', 'code': 200} Mar 31 15:31:57.883334 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-c0133bde-62e4-4fb6-94f6-174688a728bd None None] Provisioning complete for port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:57.883954 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c0133bde-62e4-4fb6-94f6-174688a728bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:57.887535 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:57.941024 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port eee5fd89-cad9-4318-a353-9cd093d85e9c, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=eee5fd89-cad9-4318-a353-9cd093d85e9c,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:57.964113 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port b2763392-9b8e-4754-8e09-a3089c3c2bc0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2763392-9b8e-4754-8e09-a3089c3c2bc0,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:57.989523 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.087251 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=eee5fd89-cad9-4318-a353-9cd093d85e9c,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:58.100057 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'port_id': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0', 'mac_address': 'fa:16:3e:55:3e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:31:58.208887 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-7b956cb2-4a99-4d72-bac3-c06167d8f9ad None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:58.283941 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-c0133bde-62e4-4fb6-94f6-174688a728bd None None] Current status of the port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:58.284392 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c0133bde-62e4-4fb6-94f6-174688a728bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.326821 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port b2763392-9b8e-4754-8e09-a3089c3c2bc0 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:58.327221 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.353814 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2763392-9b8e-4754-8e09-a3089c3c2bc0 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:31:58.504916 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device eee5fd89-cad9-4318-a353-9cd093d85e9c up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:31:58.509236 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-c0133bde-62e4-4fb6-94f6-174688a728bd None None] For port 0fc5c527-c0ce-4337-98ab-29afdb8dd305, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=0fc5c527-c0ce-4337-98ab-29afdb8dd305,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:58.545896 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c0133bde-62e4-4fb6-94f6-174688a728bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.546446 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55816) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:58.549504 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port b2763392-9b8e-4754-8e09-a3089c3c2bc0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2763392-9b8e-4754-8e09-a3089c3c2bc0,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:31:58.575502 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-34f449af-176e-41b5-a3d6-99837556bb7c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (70ae9a78-9c15-4f25-abe9-90ec3df490a1), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.598267 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-34f449af-176e-41b5-a3d6-99837556bb7c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (70ae9a78-9c15-4f25-abe9-90ec3df490a1), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.609231 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1129494 Mar 31 15:31:58.614944 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.617851 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55818) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:58.629841 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] Request body: {'subnet': {'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-463405891-subnet', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:58.650859 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f449af-176e-41b5-a3d6-99837556bb7c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ae9a78-9c15-4f25-abe9-90ec3df490a1,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:58.657407 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:58.665645 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3343f2-026c-4601-8ab2-c58acabb3a51 admin admin] Pushing event updated for resources: {'Network': ['ID=a3dc514b-37b3-4bbe-b98a-8a97219785a1,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:58.689066 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network a3dc514b-37b3-4bbe-b98a-8a97219785a1 details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:31:58.697256 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-34f449af-176e-41b5-a3d6-99837556bb7c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.701730 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-34f449af-176e-41b5-a3d6-99837556bb7c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9116702 Mar 31 15:31:58.703629 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55820) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:58.711161 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-b93b0657-ce73-4b21-9e2f-4ca032655679 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'security_group_rule': {'security_group_id': '2cd5efd1-62d9-4bd1-971d-6769a6c758f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:58.723804 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-36d436dc-5934-4a97-91e9-907a7f6724f7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (5c01bd47-b5d2-4a73-8721-83872e6db9a2), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.728202 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa83ab-8fc2-4aea-bad7-5d7edfcc9f55 None None] The sync data for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi is: [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:31:58.730533 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] Made reservation on behalf of 3553838bb355485ebafa35a4b4ba0e41 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:31:58.733855 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3313676'] for subnet (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.752975 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d3bd5-b33d-4e14-97c3-6121ab86952b req-21856f37-8492-4645-b59a-8283fa001e83 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:58.755611 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-457d3bd5-b33d-4e14-97c3-6121ab86952b req-21856f37-8492-4645-b59a-8283fa001e83 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 944 time: 1.1834102 Mar 31 15:31:58.772831 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Sync routers for ids ['e4f7ddf7-4533-47ab-948c-521e69190a46'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:31:58.783945 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0133bde-62e4-4fb6-94f6-174688a728bd None None] Pushing event updated for resources: {'Port': ['ID=0fc5c527-c0ce-4337-98ab-29afdb8dd305,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:58.794130 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-36d436dc-5934-4a97-91e9-907a7f6724f7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (5c01bd47-b5d2-4a73-8721-83872e6db9a2), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.833373 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Routers {'e4f7ddf7-4533-47ab-948c-521e69190a46'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:58.834072 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e4f7ddf7-4533-47ab-948c-521e69190a46'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:58.941227 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['b2763392-9b8e-4754-8e09-a3089c3c2bc0'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:31:58.943201 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-36d436dc-5934-4a97-91e9-907a7f6724f7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5c01bd47-b5d2-4a73-8721-83872e6db9a2), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.943617 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a37648d2-5176-4c30-9951-c0eca53605e3 None None] Provisioning complete for port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:58.943988 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a37648d2-5176-4c30-9951-c0eca53605e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.948594 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-36d436dc-5934-4a97-91e9-907a7f6724f7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.952890 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-36d436dc-5934-4a97-91e9-907a7f6724f7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "DELETE /v2.0/security-groups/5c01bd47-b5d2-4a73-8721-83872e6db9a2 HTTP/1.1" status: 204 len: 168 time: 0.4043393 Mar 31 15:31:58.953561 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55822) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:58.979492 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d436dc-5934-4a97-91e9-907a7f6724f7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c01bd47-b5d2-4a73-8721-83872e6db9a2,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:58.983257 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.api.v2.resource [None req-ab8bf300-7643-411d-9f31-11c8ebfa3cde tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] show failed (client error): The resource could not be found. Mar 31 15:31:58.988355 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-ab8bf300-7643-411d-9f31-11c8ebfa3cde tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups/5c01bd47-b5d2-4a73-8721-83872e6db9a2 HTTP/1.1" status: 404 len: 347 time: 0.0293090 Mar 31 15:31:58.988958 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55824) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:58.992865 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port eee5fd89-cad9-4318-a353-9cd093d85e9c triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:31:58.993179 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:58.997709 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b93b0657-ce73-4b21-9e2f-4ca032655679 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (c02674a5-267a-4e56-b2dd-820390b5921e), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:59.152113 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-457d3bd5-b33d-4e14-97c3-6121ab86952b req-a39dbebe-6631-4875-8644-37d1d1a1d329 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173246 Mar 31 15:31:59.179243 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=b2763392-9b8e-4754-8e09-a3089c3c2bc0,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:59.214948 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7b956cb2-4a99-4d72-bac3-c06167d8f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:59.215352 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-e35023a3-2a7d-4d7d-bac7-6cccf807793e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Deleting port e8743115-4ac5-4875-a15b-3d8bc6160f29 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:31:59.215514 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e35023a3-2a7d-4d7d-bac7-6cccf807793e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (e8743115-4ac5-4875-a15b-3d8bc6160f29), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:59.262755 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b93b0657-ce73-4b21-9e2f-4ca032655679 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (c02674a5-267a-4e56-b2dd-820390b5921e), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:59.276326 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b93b0657-ce73-4b21-9e2f-4ca032655679 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (c02674a5-267a-4e56-b2dd-820390b5921e), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:59.278117 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b956cb2-4a99-4d72-bac3-c06167d8f9ad None None] Checking router: cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:31:59.322737 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Set router e4f7ddf7-4533-47ab-948c-521e69190a46 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:59.419382 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b956cb2-4a99-4d72-bac3-c06167d8f9ad None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:31:59.420132 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7b956cb2-4a99-4d72-bac3-c06167d8f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:59.446638 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b0657-ce73-4b21-9e2f-4ca032655679 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02674a5-267a-4e56-b2dd-820390b5921e,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:59.472377 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b93b0657-ce73-4b21-9e2f-4ca032655679 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:59.474079 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-b93b0657-ce73-4b21-9e2f-4ca032655679 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7684174 Mar 31 15:31:59.503236 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55832) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:31:59.509243 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:31:59.548343 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:59.632284 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3907952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3313690'] for subnet (0e562565-3eac-48ec-9174-db2f99799770), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:59.673823 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a37648d2-5176-4c30-9951-c0eca53605e3 None None] Current status of the port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:59.689264 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-7b956cb2-4a99-4d72-bac3-c06167d8f9ad None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:31:59.696614 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port eee5fd89-cad9-4318-a353-9cd093d85e9c is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:31:59.795809 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e562565-3eac-48ec-9174-db2f99799770,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:31:59.806775 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] Checking segment: {'id': 'e5900e98-ad28-409c-98f5-736289c23684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:31:59.807240 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] Network hostable DHCP agents. Network: a3dc514b-37b3-4bbe-b98a-8a97219785a1, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:31:59.835868 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '84172755-9fcf-4112-91a4-600deba30594', 'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'mac_address': 'fa:16:3e:81:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:51Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 2, 'project_id': '3a11fad92b034592881562cf733900f7', 'subnets': [{'id': '03b55872-1299-4292-bae2-e786bad4747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:31:59.866991 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] Network a3dc514b-37b3-4bbe-b98a-8a97219785a1 is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:31:59.888599 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Checking router: e4f7ddf7-4533-47ab-948c-521e69190a46 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:31:59.888599 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Updating router e4f7ddf7-4533-47ab-948c-521e69190a46 port 84172755-9fcf-4112-91a4-600deba30594 binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:31:59.931976 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (84172755-9fcf-4112-91a4-600deba30594), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:59.943769 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, a3dc514b-37b3-4bbe-b98a-8a97219785a1) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:31:59.953404 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:59.960298 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:31:59.961505 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.037521 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-8ada3be0-1c55-45dc-afc2-692bf22d36a9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4127324 Mar 31 15:32:00.046308 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55834) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:00.059873 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-463405891-router', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:00.086169 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e35023a3-2a7d-4d7d-bac7-6cccf807793e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (e8743115-4ac5-4875-a15b-3d8bc6160f29), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.087329 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e35023a3-2a7d-4d7d-bac7-6cccf807793e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (e8743115-4ac5-4875-a15b-3d8bc6160f29), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.137263 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15557'] for router (1c4a7e1a-f137-41d3-bee8-35b0dea49844), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.138716 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15564'] for router (1c4a7e1a-f137-41d3-bee8-35b0dea49844), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.150373 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-e35023a3-2a7d-4d7d-bac7-6cccf807793e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Calling delete_port for e8743115-4ac5-4875-a15b-3d8bc6160f29 owned by network:floatingip {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:32:00.258802 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Publish callbacks [] for router_controller (1c4a7e1a-f137-41d3-bee8-35b0dea49844), precommit_add_association {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.262604 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Allocated IP 172.27.2.101 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/ed96e2d1-8c4e-463a-a223-71debc5aede9) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:00.413971 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06abc818-2f7b-4e74-9466-c0e2171f5a16 None None] Network a3dc514b-37b3-4bbe-b98a-8a97219785a1 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:32:00.566656 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 0fc5c527-c0ce-4337-98ab-29afdb8dd305 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:32:00.597975 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699d33a-1879-4a59-a748-0602e13e558c req-53c73deb-0cc7-41c3-b365-c5e0fb625765 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:00.599662 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1699d33a-1879-4a59-a748-0602e13e558c req-53c73deb-0cc7-41c3-b365-c5e0fb625765 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 945 time: 0.3396091 Mar 31 15:32:00.632824 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Publish callbacks [] for port (84172755-9fcf-4112-91a4-600deba30594), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.643841 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (84172755-9fcf-4112-91a4-600deba30594), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.684587 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e35023a3-2a7d-4d7d-bac7-6cccf807793e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (e8743115-4ac5-4875-a15b-3d8bc6160f29), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.722367 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Publish callbacks [] for router_gateway (1c4a7e1a-f137-41d3-bee8-35b0dea49844), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.751284 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55840) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:00.756460 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b49c45-810c-4e80-b26b-a5d92bcca27e None None] Pushing event updated for resources: {'Port': ['ID=84172755-9fcf-4112-91a4-600deba30594,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:00.774761 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-a3dc514b-37b3-4bbe-b98a-8a97219785a1', 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1', 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'fixed_ips': [{'subnet_id': '0e562565-3eac-48ec-9174-db2f99799770'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:32:00.776368 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.784923 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35023a3-2a7d-4d7d-bac7-6cccf807793e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event deleted for resources: {'Port': ['ID=e8743115-4ac5-4875-a15b-3d8bc6160f29,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:00.820695 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:00.821321 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.827545 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for port (ed96e2d1-8c4e-463a-a223-71debc5aede9), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.853221 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Attempting to bind port 84172755-9fcf-4112-91a4-600deba30594 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:32:00.853800 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Attempting to bind port 84172755-9fcf-4112-91a4-600deba30594 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:32:00.853994 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Attempting to bind port 84172755-9fcf-4112-91a4-600deba30594 on network 487d4ad4-6062-4b0c-b5a1-580b37d41911 {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:32:00.875627 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:32:00.876179 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Checking segment: {'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:32:00.876743 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.883262 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device b2763392-9b8e-4754-8e09-a3089c3c2bc0 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:32:00.885903 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Bound using segment: {'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:32:00.886937 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Bound port: 84172755-9fcf-4112-91a4-600deba30594, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:32:00.887567 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (84172755-9fcf-4112-91a4-600deba30594), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.936508 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (ed96e2d1-8c4e-463a-a223-71debc5aede9), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.964386 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_v2 [None req-4accceeb-7db2-4de5-94a1-256ec692e771 admin admin] Deleting subnet cb8fb339-2d21-4bd4-88d3-2f1003c86664 {{(pid=103659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:32:00.968800 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e35023a3-2a7d-4d7d-bac7-6cccf807793e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (a5406a4c-4a51-43ea-8f07-bee23abfb612), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.971905 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e35023a3-2a7d-4d7d-bac7-6cccf807793e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:00.976635 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e35023a3-2a7d-4d7d-bac7-6cccf807793e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "DELETE /v2.0/floatingips/a5406a4c-4a51-43ea-8f07-bee23abfb612 HTTP/1.1" status: 204 len: 168 time: 1.9866211 Mar 31 15:32:00.977536 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4accceeb-7db2-4de5-94a1-256ec692e771 admin admin] Publish callbacks [] for subnet (cb8fb339-2d21-4bd4-88d3-2f1003c86664), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.072204 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] For port 84172755-9fcf-4112-91a4-600deba30594, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:32:01.082626 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] For port 84172755-9fcf-4112-91a4-600deba30594, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=84172755-9fcf-4112-91a4-600deba30594,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:32:01.089113 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4accceeb-7db2-4de5-94a1-256ec692e771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4012077'] for subnet (cb8fb339-2d21-4bd4-88d3-2f1003c86664), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.099784 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1699d33a-1879-4a59-a748-0602e13e558c req-0cc117db-0a8a-4f58-8b0d-3acecaff7c91 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4397113 Mar 31 15:32:01.106198 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (84172755-9fcf-4112-91a4-600deba30594), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.122968 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7b956cb2-4a99-4d72-bac3-c06167d8f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:01.152312 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:01.196331 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b956cb2-4a99-4d72-bac3-c06167d8f9ad None None] The sync data for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi is: [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:01.204223 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port b2763392-9b8e-4754-8e09-a3089c3c2bc0 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:32:01.207156 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:01.222865 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port b2763392-9b8e-4754-8e09-a3089c3c2bc0 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:01.223834 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.236025 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4accceeb-7db2-4de5-94a1-256ec692e771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (cb8fb339-2d21-4bd4-88d3-2f1003c86664), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.241335 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:32:01.258865 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'Port': ['ID=ed96e2d1-8c4e-463a-a223-71debc5aede9,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:01.296514 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Routers {'e4f7ddf7-4533-47ab-948c-521e69190a46'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:01.297323 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e4f7ddf7-4533-47ab-948c-521e69190a46'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:01.311040 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b49c45-810c-4e80-b26b-a5d92bcca27e None None] Pushing event updated for resources: {'Port': ['ID=84172755-9fcf-4112-91a4-600deba30594,revision_number=4']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:01.360250 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4accceeb-7db2-4de5-94a1-256ec692e771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3477119'] for subnet (cb8fb339-2d21-4bd4-88d3-2f1003c86664), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.370418 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-0b1810af-0e0d-4db1-8fb2-d6fe61e9de9c None None] Provisioning complete for port 84172755-9fcf-4112-91a4-600deba30594 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:01.370818 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0b1810af-0e0d-4db1-8fb2-d6fe61e9de9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (84172755-9fcf-4112-91a4-600deba30594), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.457497 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4accceeb-7db2-4de5-94a1-256ec692e771 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.464184 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-4accceeb-7db2-4de5-94a1-256ec692e771 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cb8fb339-2d21-4bd4-88d3-2f1003c86664 HTTP/1.1" status: 204 len: 168 time: 0.7117934 Mar 31 15:32:01.465126 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55844) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:01.467186 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Allocated IP 172.20.0.2 (a3dc514b-37b3-4bbe-b98a-8a97219785a1/0e562565-3eac-48ec-9174-db2f99799770/98eaf414-ca1e-4154-8534-428f9e048a73) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:01.488615 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accceeb-7db2-4de5-94a1-256ec692e771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8fb339-2d21-4bd4-88d3-2f1003c86664,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:01.490025 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55846) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:01.496226 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-bef218aa-e060-4631-a6a7-a0fa2b9e2376 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1374876355', 'description': 'tempest-description--1816070748'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:01.562778 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] Set router e4f7ddf7-4533-47ab-948c-521e69190a46 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:01.596125 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (5a1f8b6c-4c18-45b4-8642-3993b485369b), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.608941 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (8427452f-dcc9-40bf-bc0e-0261f065a3ef), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.651514 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:01.679029 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ed96e2d1-8c4e-463a-a223-71debc5aede9), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.683570 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bef218aa-e060-4631-a6a7-a0fa2b9e2376 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.702625 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (5a1f8b6c-4c18-45b4-8642-3993b485369b), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.740649 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1f8b6c-4c18-45b4-8642-3993b485369b']}} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:01.752729 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-0b1810af-0e0d-4db1-8fb2-d6fe61e9de9c None None] Current status of the port 84172755-9fcf-4112-91a4-600deba30594 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:01.753526 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0b1810af-0e0d-4db1-8fb2-d6fe61e9de9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (84172755-9fcf-4112-91a4-600deba30594), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.756245 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2a99fb-ae46-44ae-a2ea-c670da7ceca8') {'for_net_delete': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:01.756697 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2a99fb-ae46-44ae-a2ea-c670da7ceca8') {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:01.765234 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Publish callbacks [] for router_gateway (1c4a7e1a-f137-41d3-bee8-35b0dea49844), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.779011 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4012070'] for segment (4f2a99fb-ae46-44ae-a2ea-c670da7ceca8), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.803771 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (4f2a99fb-ae46-44ae-a2ea-c670da7ceca8), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.810881 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.815524 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-0b1810af-0e0d-4db1-8fb2-d6fe61e9de9c None None] For port 84172755-9fcf-4112-91a4-600deba30594, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=84172755-9fcf-4112-91a4-600deba30594,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:01.822131 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:32:01.822730 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267762'] for segment (4f2a99fb-ae46-44ae-a2ea-c670da7ceca8), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: Traceback (most recent call last): Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: timer() Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: cb(*args, **kw) Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: return func(*args, **kwargs) Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: self._notify() Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: self.callback(batched_events) Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: event.method(event) Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: return f(self, *a, **k) Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._get(url).json() Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: return self.request(url, 'GET', **kwargs) Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:32:01.824908 dv-cinder-750782-15-iscsi neutron-server[103659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:32:01.837168 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0b1810af-0e0d-4db1-8fb2-d6fe61e9de9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (84172755-9fcf-4112-91a4-600deba30594), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.899693 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port b2763392-9b8e-4754-8e09-a3089c3c2bc0 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:01.900060 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.920272 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '84172755-9fcf-4112-91a4-600deba30594', 'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'mac_address': 'fa:16:3e:81:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:51Z', 'updated_at': '2022-03-31T15:32:01Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'subnets': [{'id': '03b55872-1299-4292-bae2-e786bad4747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:01.934604 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (5a1f8b6c-4c18-45b4-8642-3993b485369b), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.953468 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port b2763392-9b8e-4754-8e09-a3089c3c2bc0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2763392-9b8e-4754-8e09-a3089c3c2bc0,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:01.960869 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:01.963486 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.963680 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348a9ca6-266b-49f6-a1e6-2387e7f522b7" -d '{"events": [{"server_uuid": "eac80337-5dae-4513-b2ea-3e1a246d05d2", "name": "network-vif-plugged", "status": "completed", "tag": "b2763392-9b8e-4754-8e09-a3089c3c2bc0"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:01.972107 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5a1f8b6c-4c18-45b4-8642-3993b485369b HTTP/1.1" status: 204 len: 168 time: 0.5057948 Mar 31 15:32:01.982395 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:01.989706 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ee23c-1ee4-4f03-b9a4-d4d98f6d2108 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a1f8b6c-4c18-45b4-8642-3993b485369b,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:02.016482 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dd496-6314-4986-96e0-6eaa42d63707 None None] The sync data for ids ['e4f7ddf7-4533-47ab-948c-521e69190a46'] in dv-cinder-750782-15-iscsi is: [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '84172755-9fcf-4112-91a4-600deba30594', 'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'mac_address': 'fa:16:3e:81:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:51Z', 'updated_at': '2022-03-31T15:32:01Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'subnets': [{'id': '03b55872-1299-4292-bae2-e786bad4747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:02.032382 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Publish callbacks [] for port (98eaf414-ca1e-4154-8534-428f9e048a73), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.034036 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bef218aa-e060-4631-a6a7-a0fa2b9e2376 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (ef1e3986-30b9-4764-8757-ce0c81aebde2), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.042374 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-8917eea5-389c-4dc9-9cbf-918bd1bb0a6a None None] Provisioning complete for port 84172755-9fcf-4112-91a4-600deba30594 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:02.042757 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-8917eea5-389c-4dc9-9cbf-918bd1bb0a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (84172755-9fcf-4112-91a4-600deba30594), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.046258 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1493c4e2-86be-41a6-9bda-12611c5eff9f x-openstack-request-id: req-1493c4e2-86be-41a6-9bda-12611c5eff9f {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:02.046556 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac80337-5dae-4513-b2ea-3e1a246d05d2", "name": "network-vif-plugged", "status": "completed", "tag": "b2763392-9b8e-4754-8e09-a3089c3c2bc0", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:02.046894 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1493c4e2-86be-41a6-9bda-12611c5eff9f {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:02.047317 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1493c4e2-86be-41a6-9bda-12611c5eff9f'] response: {'server_uuid': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0', 'code': 200} Mar 31 15:32:02.050925 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1810af-0e0d-4db1-8fb2-d6fe61e9de9c None None] Pushing event updated for resources: {'Port': ['ID=84172755-9fcf-4112-91a4-600deba30594,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:02.066644 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bef218aa-e060-4631-a6a7-a0fa2b9e2376 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ef1e3986-30b9-4764-8757-ce0c81aebde2), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.130457 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.165021 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef218aa-e060-4631-a6a7-a0fa2b9e2376 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1e3986-30b9-4764-8757-ce0c81aebde2,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:02.190456 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Network a3dc514b-37b3-4bbe-b98a-8a97219785a1 is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:02.194019 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:02.196342 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bef218aa-e060-4631-a6a7-a0fa2b9e2376 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.198079 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-bef218aa-e060-4631-a6a7-a0fa2b9e2376 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7070732 Mar 31 15:32:02.201427 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55854) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:02.203022 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Allocated IP 172.27.2.111 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/37beae56-6924-4f14-b3f3-6b72944e9202) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:02.209386 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-f547a001-a57e-445d-8f8c-cfc1ca2bd771 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'security_group_rule': {'security_group_id': 'ef1e3986-30b9-4764-8757-ce0c81aebde2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:02.265896 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for port (ed96e2d1-8c4e-463a-a223-71debc5aede9), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.272618 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:32:02.281689 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-8917eea5-389c-4dc9-9cbf-918bd1bb0a6a None None] Current status of the port 84172755-9fcf-4112-91a4-600deba30594 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:02.352939 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f547a001-a57e-445d-8f8c-cfc1ca2bd771 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (a839f5b7-83a9-479d-8dbe-1f543b5fe0d4), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.362568 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (ed96e2d1-8c4e-463a-a223-71debc5aede9), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.374819 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=b2763392-9b8e-4754-8e09-a3089c3c2bc0,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:02.454119 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 84172755-9fcf-4112-91a4-600deba30594 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:32:02.490371 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Attempting to bind port 98eaf414-ca1e-4154-8534-428f9e048a73 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:32:02.490906 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Attempting to bind port 98eaf414-ca1e-4154-8534-428f9e048a73 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'e5900e98-ad28-409c-98f5-736289c23684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:32:02.491448 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Attempting to bind port 98eaf414-ca1e-4154-8534-428f9e048a73 on network a3dc514b-37b3-4bbe-b98a-8a97219785a1 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:32:02.502576 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:32:02.503067 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Checking segment: {'id': 'e5900e98-ad28-409c-98f5-736289c23684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:32:02.503596 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.504159 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Bound using segment: {'id': 'e5900e98-ad28-409c-98f5-736289c23684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:32:02.504744 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Bound port: 98eaf414-ca1e-4154-8534-428f9e048a73, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5900e98-ad28-409c-98f5-736289c23684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:32:02.505221 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.521066 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b1052-a6af-4975-b881-fe8f4d294d08 req-7637b839-eea3-4bf3-ac3a-baa168974760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:02.523044 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-844b1052-a6af-4975-b881-fe8f4d294d08 req-7637b839-eea3-4bf3-ac3a-baa168974760 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 1130 time: 0.2591774 Mar 31 15:32:02.530055 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55856) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:02.540004 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'Port': ['ID=ed96e2d1-8c4e-463a-a223-71debc5aede9,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:02.571611 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84842a0-2c0c-4a39-89b4-267f52e74f02 req-258babf7-403d-4d7b-bce5-2beefda7bb1f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:02.578698 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c84842a0-2c0c-4a39-89b4-267f52e74f02 req-258babf7-403d-4d7b-bce5-2beefda7bb1f tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 946 time: 0.3161678 Mar 31 15:32:02.589119 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Publish callbacks [] for port (37beae56-6924-4f14-b3f3-6b72944e9202), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.602121 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] For port 98eaf414-ca1e-4154-8534-428f9e048a73, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:32:02.606424 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (8427452f-dcc9-40bf-bc0e-0261f065a3ef), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.606603 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] For port 98eaf414-ca1e-4154-8534-428f9e048a73, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=98eaf414-ca1e-4154-8534-428f9e048a73,segment=NetworkSegment(e5900e98-ad28-409c-98f5-736289c23684),segment_id=e5900e98-ad28-409c-98f5-736289c23684)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:32:02.608070 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Pushing event updated for resources: {'Port': ['ID=98eaf414-ca1e-4154-8534-428f9e048a73,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:02.617442 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-844b1052-a6af-4975-b881-fe8f4d294d08 req-39da476b-02b7-4479-ad99-22ace4caa7e7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864251 Mar 31 15:32:02.621825 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.656494 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f547a001-a57e-445d-8f8c-cfc1ca2bd771 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (a839f5b7-83a9-479d-8dbe-1f543b5fe0d4), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.665128 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-3969fbe1-7cef-43d1-9ab6-25c32a206ea6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ff255ee4f324e4a8c82792e16a370f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321785 Mar 31 15:32:02.666147 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55860) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:02.672053 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 84172755-9fcf-4112-91a4-600deba30594 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:02.672429 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (84172755-9fcf-4112-91a4-600deba30594), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.687353 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f547a001-a57e-445d-8f8c-cfc1ca2bd771 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (a839f5b7-83a9-479d-8dbe-1f543b5fe0d4), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.688226 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.711284 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.722110 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-ac828d7a-690c-4261-85f2-c3031c4de683 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2083297 Mar 31 15:32:02.740419 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c84842a0-2c0c-4a39-89b4-267f52e74f02 req-0e920dd1-761b-4aab-ba92-b4768d26e6d0 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608148 Mar 31 15:32:02.753720 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fec292-bae9-4189-b00b-d557c53ce37a None None] Pushing event updated for resources: {'Port': ['ID=98eaf414-ca1e-4154-8534-428f9e048a73,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:02.773770 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:02.792621 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:02.796666 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:32:02.824994 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13526e1-9348-4865-b6a4-6afe1fc0047d None None] New status for floating IP a5406a4c-4a51-43ea-8f07-bee23abfb612: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:32:02.830658 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f547a001-a57e-445d-8f8c-cfc1ca2bd771 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.832752 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-f547a001-a57e-445d-8f8c-cfc1ca2bd771 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6302712 Mar 31 15:32:02.836438 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55864) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:02.840611 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547a001-a57e-445d-8f8c-cfc1ca2bd771 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a839f5b7-83a9-479d-8dbe-1f543b5fe0d4,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:02.848987 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-a827a019-0e8c-48d7-b925-b702b5f722e6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'security_group_rule': {'security_group_id': 'ef1e3986-30b9-4764-8757-ce0c81aebde2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:02.864375 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Pushing event updated for resources: {'Port': ['ID=37beae56-6924-4f14-b3f3-6b72944e9202,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:02.884554 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d3e4315b-f550-431c-9d8a-5454ecfe0e1f admin admin] Publish callbacks [] for security_group (d7744d8e-8e2a-4a9c-806d-a3bc246ec43e), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.977712 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d3e4315b-f550-431c-9d8a-5454ecfe0e1f admin admin] Publish callbacks [] for security_group (d7744d8e-8e2a-4a9c-806d-a3bc246ec43e), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.990904 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a827a019-0e8c-48d7-b925-b702b5f722e6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (ecd1be7b-e533-426a-a06d-cb18d90a18fd), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:02.996712 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 84172755-9fcf-4112-91a4-600deba30594 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:03.006835 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c398e444-2272-481c-a54b-1c60205f857c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:03.118318 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-ab7d0364-93f0-4a3a-8278-d0f4d502be0a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--345755273&fields=id&tenant_id=f0c33db3d9a541fa99aeb6d8333fc436 HTTP/1.1" status: 200 len: 267 time: 0.0688543 Mar 31 15:32:03.173107 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a827a019-0e8c-48d7-b925-b702b5f722e6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (ecd1be7b-e533-426a-a06d-cb18d90a18fd), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:03.179245 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a827a019-0e8c-48d7-b925-b702b5f722e6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (ecd1be7b-e533-426a-a06d-cb18d90a18fd), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:03.192751 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d3e4315b-f550-431c-9d8a-5454ecfe0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (d7744d8e-8e2a-4a9c-806d-a3bc246ec43e), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:03.195410 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d3e4315b-f550-431c-9d8a-5454ecfe0e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:03.199036 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-d3e4315b-f550-431c-9d8a-5454ecfe0e1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7744d8e-8e2a-4a9c-806d-a3bc246ec43e HTTP/1.1" status: 204 len: 168 time: 0.5294592 Mar 31 15:32:03.235138 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827a019-0e8c-48d7-b925-b702b5f722e6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd1be7b-e533-426a-a06d-cb18d90a18fd,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:03.239812 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4315b-f550-431c-9d8a-5454ecfe0e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7744d8e-8e2a-4a9c-806d-a3bc246ec43e,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:03.246290 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a827a019-0e8c-48d7-b925-b702b5f722e6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:03.253832 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-a827a019-0e8c-48d7-b925-b702b5f722e6 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4151297 Mar 31 15:32:03.254589 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55878) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:03.268499 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:03.326367 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:03.386102 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-a8a7414c-1235-4bfd-bbf6-62287316df66 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:03.387700 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-a8a7414c-1235-4bfd-bbf6-62287316df66 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 817 time: 0.2559071 Mar 31 15:32:03.409411 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dbbad954-dc51-4318-ae01-f5badd13add3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/quotas/f0c33db3d9a541fa99aeb6d8333fc436 HTTP/1.1" status: 200 len: 375 time: 0.0143690 Mar 31 15:32:03.432877 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Publish callbacks [] for router_gateway (1c4a7e1a-f137-41d3-bee8-35b0dea49844), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:03.527575 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:03.730004 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Allocated IP 172.27.2.234 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/cb3853f7-50eb-4f07-995d-d508b0141c77) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:03.912982 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for port (cb3853f7-50eb-4f07-995d-d508b0141c77), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:03.962493 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (cb3853f7-50eb-4f07-995d-d508b0141c77), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.007046 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:04.012998 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:04.017070 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:32:04.023527 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'Port': ['ID=cb3853f7-50eb-4f07-995d-d508b0141c77,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:04.046353 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-5389adc2-fba9-49d7-a511-17f2c1f5c4ba tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6276262 Mar 31 15:32:04.133252 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (30942c34-34c7-422e-881b-c7c3dc8eccab), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.133826 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29861409-eca4-4f9b-ae9d-216220e68cc7 req-0c9b3a26-fed2-47cc-9054-e5e27e885d3a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:04.146400 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-29861409-eca4-4f9b-ae9d-216220e68cc7 req-0c9b3a26-fed2-47cc-9054-e5e27e885d3a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 946 time: 0.1250217 Mar 31 15:32:04.182897 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005'] for router (1c4a7e1a-f137-41d3-bee8-35b0dea49844), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.187567 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (cb3853f7-50eb-4f07-995d-d508b0141c77), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.351690 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbe0d6a-4131-4768-9ed7-fe74d1c987a4 None None] Network a3dc514b-37b3-4bbe-b98a-8a97219785a1 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:32:04.357757 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-29861409-eca4-4f9b-ae9d-216220e68cc7 req-8dccfec5-e5f8-4d68-b34b-910c321a1414 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104495 Mar 31 15:32:04.413139 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for port (cb3853f7-50eb-4f07-995d-d508b0141c77), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.422707 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 98eaf414-ca1e-4154-8534-428f9e048a73 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:32:04.423473 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (cb3853f7-50eb-4f07-995d-d508b0141c77), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.489681 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-abdf1e37-e9fc-49ea-b6b1-7178fd42f2fb None None] Provisioning complete for port 98eaf414-ca1e-4154-8534-428f9e048a73 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:04.490135 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-abdf1e37-e9fc-49ea-b6b1-7178fd42f2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.518410 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 is scheduled to L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d with binding_index 1 {{(pid=103658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:32:04.538604 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-b0437fba-a704-4f50-a3e4-03a4e3693c09 service neutron] 10.222.0.11 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703507 Mar 31 15:32:04.567761 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'Port': ['ID=cb3853f7-50eb-4f07-995d-d508b0141c77,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:04.578377 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (30942c34-34c7-422e-881b-c7c3dc8eccab), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.603979 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.606241 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-7049bbbe-7cd4-474c-8864-ca349d393157 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3483357 Mar 31 15:32:04.619674 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 98eaf414-ca1e-4154-8534-428f9e048a73 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:04.620225 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.773728 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:32:04.782496 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-cdc10f34-68fa-49aa-900b-ca9205fe8bf5 service neutron] 10.222.0.11 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903296 Mar 31 15:32:04.785927 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Sync routers for ids ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:04.791444 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfb01d-3b81-43eb-b8fb-6f378a0300d1 req-d074ed8e-06e1-48e8-83f3-5f8bd30749d2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:04.792885 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f0cfb01d-3b81-43eb-b8fb-6f378a0300d1 req-d074ed8e-06e1-48e8-83f3-5f8bd30749d2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 946 time: 0.1201634 Mar 31 15:32:04.812888 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.814031 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-cd79c91c-4360-419b-819c-6308c0d380b2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7667496 Mar 31 15:32:04.815589 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Routers {'1c4a7e1a-f137-41d3-bee8-35b0dea49844'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:04.816227 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:31:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:04.816914 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55890) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:04.819055 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55892) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:04.824896 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-f848b860-da67-4fcf-b968-7b872c3be6cd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Request body: {'floatingip': {'port_id': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:04.879220 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-abdf1e37-e9fc-49ea-b6b1-7178fd42f2fb None None] Current status of the port 98eaf414-ca1e-4154-8534-428f9e048a73 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:04.879613 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-abdf1e37-e9fc-49ea-b6b1-7178fd42f2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.915090 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 98eaf414-ca1e-4154-8534-428f9e048a73 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:04.915743 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.962237 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f848b860-da67-4fcf-b968-7b872c3be6cd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (0bc8495b-32cf-4629-b532-acd0d2c5f37d), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.991445 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-abdf1e37-e9fc-49ea-b6b1-7178fd42f2fb None None] For port 98eaf414-ca1e-4154-8534-428f9e048a73, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=98eaf414-ca1e-4154-8534-428f9e048a73,segment=NetworkSegment(e5900e98-ad28-409c-98f5-736289c23684),segment_id=e5900e98-ad28-409c-98f5-736289c23684)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:05.012598 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-abdf1e37-e9fc-49ea-b6b1-7178fd42f2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:05.115812 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Set router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:05.206491 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.db.api [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:32:05.206876 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG oslo_db.api [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:32:05.212913 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf1e37-e9fc-49ea-b6b1-7178fd42f2fb None None] Pushing event updated for resources: {'Port': ['ID=98eaf414-ca1e-4154-8534-428f9e048a73,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:05.246052 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-f0877702-afdb-44e5-8826-586a1f3ae622 None None] Provisioning complete for port 98eaf414-ca1e-4154-8534-428f9e048a73 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:05.246434 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f0877702-afdb-44e5-8826-586a1f3ae622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:05.269814 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-05393cb4-5c62-45dc-a5de-1304100e330a req-bc367935-921e-41bb-a55a-617aaf13f43c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 210 time: 0.1375594 Mar 31 15:32:05.284494 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1896249a-5903-4ab6-a1cd-29db421d30ed tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1374876355&fields=id&tenant_id=358212f65b23406d930b4f0e489b0137 HTTP/1.1" status: 200 len: 267 time: 0.2435813 Mar 31 15:32:05.322831 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-965cc4a8-b277-41e3-80b8-2a13611c7e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:05.441054 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-f0877702-afdb-44e5-8826-586a1f3ae622 None None] Current status of the port 98eaf414-ca1e-4154-8534-428f9e048a73 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:05.451004 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'name': 'tempest-TestShelveInstance-463405891-router', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:00Z', 'updated_at': '2022-03-31T15:32:03Z', 'revision_number': 3, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'gw_port': {'id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:05.488719 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Checking router: 1c4a7e1a-f137-41d3-bee8-35b0dea49844 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:05.489069 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Updating router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 port 37beae56-6924-4f14-b3f3-6b72944e9202 binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:32:05.522850 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:05.551443 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-6bfd819b-8ffa-46d8-af8c-f9ac4dadaeff tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:05.559223 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-6bfd819b-8ffa-46d8-af8c-f9ac4dadaeff tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/networks?id=cfdd2fec-cd96-44f9-8592-73cbe321b82e HTTP/1.1" status: 200 len: 811 time: 0.2590005 Mar 31 15:32:05.602060 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-6980c0fd-72e9-4c24-8a59-59d0aa2c0e84 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/quotas/358212f65b23406d930b4f0e489b0137 HTTP/1.1" status: 200 len: 375 time: 0.0418952 Mar 31 15:32:05.725375 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:05.749321 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-a6d6174a-0ffc-4529-8168-7c81a3b0f374 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=358212f65b23406d930b4f0e489b0137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374254 Mar 31 15:32:05.783953 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 98eaf414-ca1e-4154-8534-428f9e048a73 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:05.910236 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f848b860-da67-4fcf-b968-7b872c3be6cd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:05.917304 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Publish callbacks [] for port (37beae56-6924-4f14-b3f3-6b72944e9202), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:05.924796 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:05.936365 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f848b860-da67-4fcf-b968-7b872c3be6cd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (0bc8495b-32cf-4629-b532-acd0d2c5f37d), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:05.977250 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Attempting to bind port 37beae56-6924-4f14-b3f3-6b72944e9202 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:32:05.977627 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Attempting to bind port 37beae56-6924-4f14-b3f3-6b72944e9202 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:32:05.977985 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Attempting to bind port 37beae56-6924-4f14-b3f3-6b72944e9202 on network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:32:05.992777 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24663a-4b4a-49a3-9ee8-def825766aff None None] Pushing event updated for resources: {'Port': ['ID=37beae56-6924-4f14-b3f3-6b72944e9202,revision_number=2']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:05.995794 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:32:05.996215 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:32:05.996566 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:05.999561 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Bound using segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:32:06.000142 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Bound port: 37beae56-6924-4f14-b3f3-6b72944e9202, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:32:06.000539 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:06.037492 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Allocated IP 172.20.0.1 (a3dc514b-37b3-4bbe-b98a-8a97219785a1/0e562565-3eac-48ec-9174-db2f99799770/e221da98-a434-48a0-9647-e727906ef26a) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:06.115153 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-dc86ee09-3d62-47c5-9d6f-e0508e3e3bb3 service neutron] 10.222.0.11 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190391 Mar 31 15:32:06.191906 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] For port 37beae56-6924-4f14-b3f3-6b72944e9202, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:32:06.195369 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Publish callbacks [] for port (e221da98-a434-48a0-9647-e727906ef26a), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:06.195713 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] For port 37beae56-6924-4f14-b3f3-6b72944e9202, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=37beae56-6924-4f14-b3f3-6b72944e9202,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:32:06.203153 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:06.232560 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (e221da98-a434-48a0-9647-e727906ef26a), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:06.281385 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [None req-f848b860-da67-4fcf-b968-7b872c3be6cd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Floating IP 0bc8495b-32cf-4629-b532-acd0d2c5f37d associated. External IP: 172.27.2.136, port: b2763392-9b8e-4754-8e09-a3089c3c2bc0. Mar 31 15:32:06.300940 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Network a3dc514b-37b3-4bbe-b98a-8a97219785a1 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:06.302814 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:06.313123 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:32:06.332069 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Routers {'1c4a7e1a-f137-41d3-bee8-35b0dea49844'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:06.338391 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:06.341339 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 98eaf414-ca1e-4154-8534-428f9e048a73 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:32:06.354526 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Pushing event updated for resources: {'Port': ['ID=e221da98-a434-48a0-9647-e727906ef26a,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:06.400939 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609466'] for router_interface (1c4a7e1a-f137-41d3-bee8-35b0dea49844), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:06.475819 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 98eaf414-ca1e-4154-8534-428f9e048a73 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:06.475819 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:06.566904 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a8ac21a6-45a5-48e4-a22b-84df70488093 req-18115c0e-937b-4222-9c7a-57fac8c7d409 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 210 time: 0.0982590 Mar 31 15:32:06.573964 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-c1d8cfc5-28cc-4b45-a4a2-4110f378f9ab service neutron] 10.222.0.11 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482770 Mar 31 15:32:06.654956 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] Set router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:06.679066 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:06.718345 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 98eaf414-ca1e-4154-8534-428f9e048a73 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:06.780105 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-02885179-2665-4dad-8370-0b01a97ceab6 None None] Provisioning complete for port e221da98-a434-48a0-9647-e727906ef26a triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:06.780488 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-02885179-2665-4dad-8370-0b01a97ceab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (e221da98-a434-48a0-9647-e727906ef26a), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:06.823533 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24663a-4b4a-49a3-9ee8-def825766aff None None] Pushing event updated for resources: {'Port': ['ID=37beae56-6924-4f14-b3f3-6b72944e9202,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:06.834579 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-02885179-2665-4dad-8370-0b01a97ceab6 None None] Port e221da98-a434-48a0-9647-e727906ef26a cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:32:06.848605 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (e221da98-a434-48a0-9647-e727906ef26a), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:06.976358 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b118e8aa-c354-40f4-b93e-5f83dd98bb10 req-3fe00662-dbe6-4477-9e4a-994ae3779c70 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 210 time: 0.0557501 Mar 31 15:32:07.029803 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f848b860-da67-4fcf-b968-7b872c3be6cd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Router d497bd18-50fd-494a-ac6d-0ce50615fcbd has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:32:07.040657 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-f092db78-6281-48ef-9501-36c62118eb70 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:07.042522 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-f092db78-6281-48ef-9501-36c62118eb70 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.13 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 817 time: 0.4700422 Mar 31 15:32:07.123632 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'name': 'tempest-TestShelveInstance-463405891-router', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:00Z', 'updated_at': '2022-03-31T15:32:03Z', 'revision_number': 3, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'gw_port': {'id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:07.146298 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Publish callbacks [] for port (e221da98-a434-48a0-9647-e727906ef26a), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:07.155557 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (e221da98-a434-48a0-9647-e727906ef26a), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:07.181315 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce9a708-c0b0-41eb-aecd-4e1a78507322 None None] The sync data for ids ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'] in dv-cinder-750782-15-iscsi is: [{'id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'name': 'tempest-TestShelveInstance-463405891-router', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:00Z', 'updated_at': '2022-03-31T15:32:03Z', 'revision_number': 3, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'gw_port': {'id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:07.197908 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f848b860-da67-4fcf-b968-7b872c3be6cd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:32:07.202336 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f848b860-da67-4fcf-b968-7b872c3be6cd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:07.211421 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2fcfbd-12a9-413b-b269-ac3e8082d3b3 None None] Sync routers for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:07.227975 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2fcfbd-12a9-413b-b269-ac3e8082d3b3 None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:07.229149 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7d2fcfbd-12a9-413b-b269-ac3e8082d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:07.305168 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-f848b860-da67-4fcf-b968-7b872c3be6cd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "PUT /v2.0/floatingips/0bc8495b-32cf-4629-b532-acd0d2c5f37d HTTP/1.1" status: 200 len: 992 time: 2.4753685 Mar 31 15:32:07.305168 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'tag': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:07.305168 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfed64a-373d-456c-bc05-0ad068b0c4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "eac80337-5dae-4513-b2ea-3e1a246d05d2", "tag": "b2763392-9b8e-4754-8e09-a3089c3c2bc0"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:07.315153 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609326'] for router_interface (1c4a7e1a-f137-41d3-bee8-35b0dea49844), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:07.330691 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Pushing event updated for resources: {'Port': ['ID=e221da98-a434-48a0-9647-e727906ef26a,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:07.347237 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-e0e05d02-6631-4e47-8cd2-eb1416a4b201 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0c33db3d9a541fa99aeb6d8333fc436 HTTP/1.1" status: 200 len: 379 time: 0.2951825 Mar 31 15:32:07.368095 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'port': {'device_id': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'admin_state_up': True, 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'security_groups': ['2cd5efd1-62d9-4bd1-971d-6769a6c758f8']}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:07.428086 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-7d2fcfbd-12a9-413b-b269-ac3e8082d3b3 None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:07.528883 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Network a3dc514b-37b3-4bbe-b98a-8a97219785a1 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:07.540509 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:07.652319 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Made reservation on behalf of f0c33db3d9a541fa99aeb6d8333fc436 for: {'port': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:07.662044 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:07.735893 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeae26ca-8142-4712-ac20-461e41d141e0 x-openstack-request-id: req-aeae26ca-8142-4712-ac20-461e41d141e0 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:07.748607 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac80337-5dae-4513-b2ea-3e1a246d05d2", "tag": "b2763392-9b8e-4754-8e09-a3089c3c2bc0", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:07.748924 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aeae26ca-8142-4712-ac20-461e41d141e0 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:07.749429 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeae26ca-8142-4712-ac20-461e41d141e0'] response: {'name': 'network-changed', 'server_uuid': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'tag': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0', 'status': 'completed', 'code': 200} Mar 31 15:32:07.883310 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0a6e5729-c638-4e4c-a70f-4613d3d72b57 req-f777db01-fd09-4385-b469-6e02354d1594 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 210 time: 0.0603695 Mar 31 15:32:07.972225 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:08.037225 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-63f5fc43-57fc-4317-9339-47e92de1ff62 None None] Provisioning complete for port e221da98-a434-48a0-9647-e727906ef26a triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:08.037225 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-63f5fc43-57fc-4317-9339-47e92de1ff62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (e221da98-a434-48a0-9647-e727906ef26a), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:08.063493 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:32:08.070842 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Allocated IP 172.20.0.12 (08b94955-015d-4043-a03e-69b9f9451c1d/4e4c7971-6bf7-49d4-95b3-e68755cddee3/0d370bd7-b16a-4bf2-8905-94b9ce0e62e4) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:08.082051 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfed64a-373d-456c-bc05-0ad068b0c4c6 req-2c92185e-4012-4460-9937-c1bc814abc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:08.083668 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2bfed64a-373d-456c-bc05-0ad068b0c4c6 req-2c92185e-4012-4460-9937-c1bc814abc8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c354a25138ad49b18228539ce07b0cd7&device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 1130 time: 0.3211277 Mar 31 15:32:08.096373 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-63f5fc43-57fc-4317-9339-47e92de1ff62 None None] Port e221da98-a434-48a0-9647-e727906ef26a cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:32:08.127451 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7d2fcfbd-12a9-413b-b269-ac3e8082d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '0bc8495b-32cf-4629-b532-acd0d2c5f37d', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:55:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:31:42Z', 'updated_at': '2022-03-31T15:32:05Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:08.183968 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2fcfbd-12a9-413b-b269-ac3e8082d3b3 None None] Checking router: d497bd18-50fd-494a-ac6d-0ce50615fcbd for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:08.186619 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-efa445f9-afee-4bd0-b732-80e6de4ff822 req-15a53c88-505c-4fb7-80bc-63211e7a22b9 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 210 time: 0.0614467 Mar 31 15:32:08.207224 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2fcfbd-12a9-413b-b269-ac3e8082d3b3 None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:08.208237 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7d2fcfbd-12a9-413b-b269-ac3e8082d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:08.451092 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 37beae56-6924-4f14-b3f3-6b72944e9202 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:32:08.476501 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-7d2fcfbd-12a9-413b-b269-ac3e8082d3b3 None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:08.542117 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-354bf5ca-231a-4476-afc2-dcafece174dd tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:08.543983 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-354bf5ca-231a-4476-afc2-dcafece174dd tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.13 "GET /v2.0/networks?id=cfdd2fec-cd96-44f9-8592-73cbe321b82e HTTP/1.1" status: 200 len: 811 time: 0.2154551 Mar 31 15:32:08.688884 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 37beae56-6924-4f14-b3f3-6b72944e9202 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:08.689354 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:08.697179 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfed64a-373d-456c-bc05-0ad068b0c4c6 req-37f573c6-f6d4-4253-9d97-995e48f75f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:08.698830 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2bfed64a-373d-456c-bc05-0ad068b0c4c6 req-37f573c6-f6d4-4253-9d97-995e48f75f08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 200 len: 916 time: 0.6050239 Mar 31 15:32:08.711195 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-80fcadaa-5577-40e9-95b2-03107fba36c9 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358212f65b23406d930b4f0e489b0137 HTTP/1.1" status: 200 len: 380 time: 0.1573558 Mar 31 15:32:08.726106 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'port': {'device_id': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'admin_state_up': True, 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'security_groups': ['ef1e3986-30b9-4764-8757-ce0c81aebde2']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:08.820205 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:32:08.837242 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-9ac604ce-8727-4c35-bf89-47c1db230513 admin admin] 10.222.0.11 "PUT /v2.0/routers/1c4a7e1a-f137-41d3-bee8-35b0dea49844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0167661 Mar 31 15:32:08.868304 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:08.939280 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2bfed64a-373d-456c-bc05-0ad068b0c4c6 req-c9f5fa07-5aff-4ad0-af89-51f76e4cd6ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2763392-9b8e-4754-8e09-a3089c3c2bc0 HTTP/1.1" status: 200 len: 1000 time: 0.2247074 Mar 31 15:32:08.980950 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 37beae56-6924-4f14-b3f3-6b72944e9202 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:08.981551 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:08.998212 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Made reservation on behalf of 358212f65b23406d930b4f0e489b0137 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:09.003780 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.025416 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port 37beae56-6924-4f14-b3f3-6b72944e9202, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=37beae56-6924-4f14-b3f3-6b72944e9202,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:09.036713 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.063598 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfed64a-373d-456c-bc05-0ad068b0c4c6 req-7b857981-a13b-4711-95cf-dc82e3b089bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:09.066045 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2bfed64a-373d-456c-bc05-0ad068b0c4c6 req-7b857981-a13b-4711-95cf-dc82e3b089bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 200 len: 854 time: 0.1129200 Mar 31 15:32:09.068173 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.076527 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7d2fcfbd-12a9-413b-b269-ac3e8082d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '0bc8495b-32cf-4629-b532-acd0d2c5f37d', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:55:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:31:42Z', 'updated_at': '2022-03-31T15:32:05Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:09.116892 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2fcfbd-12a9-413b-b269-ac3e8082d3b3 None None] The sync data for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi is: [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '0bc8495b-32cf-4629-b532-acd0d2c5f37d', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'port_id': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'mac_address': 'fa:16:3e:55:3e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:31:42Z', 'updated_at': '2022-03-31T15:32:05Z', 'revision_number': 1, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:09.161124 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=37beae56-6924-4f14-b3f3-6b72944e9202,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:09.174405 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.174959 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.175755 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.176111 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.176453 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.176789 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.177142 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.177479 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.177808 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.178243 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.178475 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.178791 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.179114 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.179435 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.179755 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:09.209862 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Network 08b94955-015d-4043-a03e-69b9f9451c1d is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:09.221427 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:09.224542 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94091987-fb79-400f-a20b-a47624b12383 req-684dd23f-1f32-4482-a846-7c280fc36495 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:09.226603 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-94091987-fb79-400f-a20b-a47624b12383 req-684dd23f-1f32-4482-a846-7c280fc36495 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 932 time: 0.1779411 Mar 31 15:32:09.227635 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:32:09.266383 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'Port': ['ID=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:09.293787 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfed64a-373d-456c-bc05-0ad068b0c4c6 req-1b2e7960-36be-4247-9924-f6edaee55ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:09.295379 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2bfed64a-373d-456c-bc05-0ad068b0c4c6 req-1b2e7960-36be-4247-9924-f6edaee55ecf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc02ec74-7758-4df2-8ceb-5657ae38de47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2241521 Mar 31 15:32:09.356506 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Allocated IP 172.20.0.13 (cfdd2fec-cd96-44f9-8592-73cbe321b82e/6217d632-346f-46d7-9bf1-0a35af1691df/8cdb816f-ab35-4277-acc7-839977c8961e) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:09.360439 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:09.361269 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.382445 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-94091987-fb79-400f-a20b-a47624b12383 req-79bd70bb-88a7-4848-8a53-4769d16e0829 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011703 Mar 31 15:32:09.396700 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-dae404c1-5198-4c2e-8668-f7a9c05ec1b5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0447071 Mar 31 15:32:09.443902 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Request body: {'port': {'device_id': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:09.479230 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.561969 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2bfed64a-373d-456c-bc05-0ad068b0c4c6 req-e1f0029b-7328-4042-ad66-ffe52b894ec3 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597594 Mar 31 15:32:09.563459 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4c1d71b7-f4a5-4486-bf9a-8348e7eb2939 req-7b3bd885-cfd1-4fa9-8117-68d547720803 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 210 time: 0.0774164 Mar 31 15:32:09.644006 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a951e865-7991-4742-961c-f8ca8574fe2e None None] Provisioning complete for port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:09.644624 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a951e865-7991-4742-961c-f8ca8574fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.654470 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for port (8cdb816f-ab35-4277-acc7-839977c8961e), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.659609 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.697750 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a951e865-7991-4742-961c-f8ca8574fe2e None None] Port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:32:09.702965 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 55954) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:09.711091 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-615716a3-d844-4910-8db5-a0e1a3d8f59c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487109416', 'description': 'tempest-secgroup-smoke-487109416 description', 'project_id': '3a11fad92b034592881562cf733900f7'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:09.719399 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.752095 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-2bfed64a-373d-456c-bc05-0ad068b0c4c6 req-ac2120fc-76d5-4756-ab7b-e12ed32a6263 service neutron] 10.222.0.13 "GET /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567531 Mar 31 15:32:09.780780 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-615716a3-d844-4910-8db5-a0e1a3d8f59c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.784518 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Network cfdd2fec-cd96-44f9-8592-73cbe321b82e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:09.789671 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:09.802368 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:32:09.812327 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event updated for resources: {'Port': ['ID=8cdb816f-ab35-4277-acc7-839977c8961e,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:09.890054 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:09.890707 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.920199 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-516d8fbf-ccb9-4611-a429-4e5f46fdc180 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2046354 Mar 31 15:32:09.942693 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Request body: {'port': {'device_id': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:09.952863 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-615716a3-d844-4910-8db5-a0e1a3d8f59c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group (449ede8c-3db4-4f1a-b127-701db23cc2cf), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.973433 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-615716a3-d844-4910-8db5-a0e1a3d8f59c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (449ede8c-3db4-4f1a-b127-701db23cc2cf), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.068312 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:32:10.084207 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Publish callbacks [] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.109729 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Transition to ACTIVE for port object 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:32:10.114937 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.232422 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Pushing event updated for resources: {'Port': ['ID=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:10.280680 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-c9303b52-1269-44d7-8f7a-8f990e97ecb9 None None] Provisioning complete for port 8cdb816f-ab35-4277-acc7-839977c8961e triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:10.281435 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c9303b52-1269-44d7-8f7a-8f990e97ecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.348924 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Attempting to bind port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:32:10.349557 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Attempting to bind port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:32:10.353012 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Attempting to bind port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 on network 08b94955-015d-4043-a03e-69b9f9451c1d {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:32:10.354640 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-615716a3-d844-4910-8db5-a0e1a3d8f59c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.357155 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-615716a3-d844-4910-8db5-a0e1a3d8f59c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6518049 Mar 31 15:32:10.367308 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55956) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:10.393864 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-6a8f8563-cba9-4d5f-a5ba-6df68ffd8dc3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Request body: {'security_group_rule': {'security_group_id': '449ede8c-3db4-4f1a-b127-701db23cc2cf', 'project_id': '3a11fad92b034592881562cf733900f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:10.407856 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615716a3-d844-4910-8db5-a0e1a3d8f59c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449ede8c-3db4-4f1a-b127-701db23cc2cf,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:10.416294 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623da96-f702-4962-94a2-13aa1155418c None None] New status for floating IP 0bc8495b-32cf-4629-b532-acd0d2c5f37d: ACTIVE {{(pid=103661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:32:10.448104 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-c9303b52-1269-44d7-8f7a-8f990e97ecb9 None None] Port 8cdb816f-ab35-4277-acc7-839977c8961e cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:32:10.450331 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.454435 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 on network 08b94955-015d-4043-a03e-69b9f9451c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:32:10.457259 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Attempting to bind port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 on network 08b94955-015d-4043-a03e-69b9f9451c1d {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:32:10.479377 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 37beae56-6924-4f14-b3f3-6b72944e9202 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:32:10.490193 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:32:10.490935 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Checking segment: {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:32:10.492092 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Bound using segment: {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:32:10.492810 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Bound port: 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:32:10.493453 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.648633 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 37beae56-6924-4f14-b3f3-6b72944e9202 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:10.649496 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.650251 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6a8f8563-cba9-4d5f-a5ba-6df68ffd8dc3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (8018ac5a-1d37-4c15-be4c-0c4249f4cd5c), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.739642 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:32:10.744827 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:32:10.766288 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.843315 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6a8f8563-cba9-4d5f-a5ba-6df68ffd8dc3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (8018ac5a-1d37-4c15-be4c-0c4249f4cd5c), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.855165 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6a8f8563-cba9-4d5f-a5ba-6df68ffd8dc3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (8018ac5a-1d37-4c15-be4c-0c4249f4cd5c), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.870489 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 37beae56-6924-4f14-b3f3-6b72944e9202 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:10.873945 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a4b5-b90d-465c-807d-d223ab90cbb1 req-0c32ecbf-c747-4029-afd6-cbba1980e82e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:10.875541 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0ec5a4b5-b90d-465c-807d-d223ab90cbb1 req-0c32ecbf-c747-4029-afd6-cbba1980e82e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 932 time: 0.1323259 Mar 31 15:32:10.883172 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c56e-3235-474c-b6db-1d6694d0fb6d req-99f0fa07-b4c7-4283-8506-b0a2b8d67bb5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:10.884670 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3328c56e-3235-474c-b6db-1d6694d0fb6d req-99f0fa07-b4c7-4283-8506-b0a2b8d67bb5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.2129574 Mar 31 15:32:10.896854 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:10.897912 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.900179 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] 10.222.0.13 "PUT /v2.0/ports/0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 HTTP/1.1" status: 200 len: 1094 time: 1.4954209 Mar 31 15:32:10.947082 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f8563-cba9-4d5f-a5ba-6df68ffd8dc3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8018ac5a-1d37-4c15-be4c-0c4249f4cd5c,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:10.949015 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:10.962114 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf645d6-24a3-4757-9c4e-ae938b13c131" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:11.042099 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0ec5a4b5-b90d-465c-807d-d223ab90cbb1 req-58534e8e-2c8a-4174-ad0a-0a9a13dee87e tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef1e3986-30b9-4764-8757-ce0c81aebde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537290 Mar 31 15:32:11.060831 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3328c56e-3235-474c-b6db-1d6694d0fb6d req-3ea10f4d-cd3e-40ff-823c-9362d32fdc66 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377916 Mar 31 15:32:11.061061 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6a8f8563-cba9-4d5f-a5ba-6df68ffd8dc3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.065767 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-6a8f8563-cba9-4d5f-a5ba-6df68ffd8dc3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6750314 Mar 31 15:32:11.094304 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55964) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:11.109257 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-3e4a81be-ee5e-431d-a452-5b1cc730c2e0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Request body: {'security_group_rule': {'security_group_id': '449ede8c-3db4-4f1a-b127-701db23cc2cf', 'project_id': '3a11fad92b034592881562cf733900f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:11.118092 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdb816f-ab35-4277-acc7-839977c8961e {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:32:11.122498 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87d66e-ae24-451a-bc31-f22528d83351 service neutron] Pushing event updated for resources: {'Port': ['ID=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:11.130605 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Publish callbacks [] for port (8cdb816f-ab35-4277-acc7-839977c8961e), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.150313 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Transition to ACTIVE for port object 8cdb816f-ab35-4277-acc7-839977c8961e will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:32:11.155763 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.158789 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-24db6bd3-b7dd-4e9a-8eb3-f603f8e8513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:11.161432 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-24db6bd3-b7dd-4e9a-8eb3-f603f8e8513c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 1128 time: 0.1916990 Mar 31 15:32:11.240196 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-c3189da7-55f5-49b8-a3d1-fd3f19f650f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 HTTP/1.1" status: 200 len: 217 time: 0.0708668 Mar 31 15:32:11.240562 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdb816f-ab35-4277-acc7-839977c8961e,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:11.242286 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4d0f6c-4ab4-41b4-b2c0-d4b5180616bb x-openstack-request-id: req-fe4d0f6c-4ab4-41b4-b2c0-d4b5180616bb {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:11.242735 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:11.243952 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe4d0f6c-4ab4-41b4-b2c0-d4b5180616bb {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:11.245391 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4d0f6c-4ab4-41b4-b2c0-d4b5180616bb'] response: {'name': 'network-changed', 'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'status': 'completed', 'code': 200} Mar 31 15:32:11.294388 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Sync routers for ids ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:11.308179 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Routers {'1c4a7e1a-f137-41d3-bee8-35b0dea49844'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:11.308831 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:11.311056 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3e4a81be-ee5e-431d-a452-5b1cc730c2e0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (190a3b8a-39b7-41d1-8a24-4dccaaf2a741), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.336638 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Attempting to bind port 8cdb816f-ab35-4277-acc7-839977c8961e on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:32:11.337402 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Attempting to bind port 8cdb816f-ab35-4277-acc7-839977c8961e by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:32:11.338046 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Attempting to bind port 8cdb816f-ab35-4277-acc7-839977c8961e on network cfdd2fec-cd96-44f9-8592-73cbe321b82e {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:32:11.350474 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Port 8cdb816f-ab35-4277-acc7-839977c8961e on network cfdd2fec-cd96-44f9-8592-73cbe321b82e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:32:11.351177 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Attempting to bind port 8cdb816f-ab35-4277-acc7-839977c8961e on network cfdd2fec-cd96-44f9-8592-73cbe321b82e {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:32:11.362201 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:32:11.363139 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Checking segment: {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:32:11.363991 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Bound using segment: {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:32:11.364952 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Bound port: 8cdb816f-ab35-4277-acc7-839977c8961e, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:32:11.365653 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.456832 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-99b6f602-e9ca-432a-b90c-750a2ed26a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:11.459959 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-99b6f602-e9ca-432a-b90c-750a2ed26a97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 200 len: 856 time: 0.2106903 Mar 31 15:32:11.463507 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3e4a81be-ee5e-431d-a452-5b1cc730c2e0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (190a3b8a-39b7-41d1-8a24-4dccaaf2a741), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.492047 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Set router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:11.502466 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3e4a81be-ee5e-431d-a452-5b1cc730c2e0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (190a3b8a-39b7-41d1-8a24-4dccaaf2a741), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.517546 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] For port 8cdb816f-ab35-4277-acc7-839977c8961e, host hv-cinder-75078, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:32:11.525022 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] For port 8cdb816f-ab35-4277-acc7-839977c8961e, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8cdb816f-ab35-4277-acc7-839977c8961e,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:32:11.535254 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.537758 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a81be-ee5e-431d-a452-5b1cc730c2e0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190a3b8a-39b7-41d1-8a24-4dccaaf2a741,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:11.555338 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:11.556133 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.558050 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] 10.222.0.13 "PUT /v2.0/ports/8cdb816f-ab35-4277-acc7-839977c8961e HTTP/1.1" status: 200 len: 1094 time: 1.6221652 Mar 31 15:32:11.558763 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'tag': '8cdb816f-ab35-4277-acc7-839977c8961e'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:11.561441 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "20c9a70a-1644-4476-b87b-0f9a2b4e0369", "tag": "8cdb816f-ab35-4277-acc7-839977c8961e"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:11.563383 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3e4a81be-ee5e-431d-a452-5b1cc730c2e0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.566048 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-3e4a81be-ee5e-431d-a452-5b1cc730c2e0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4619944 Mar 31 15:32:11.573951 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55968) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:11.584822 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-f1a9b427-de84-4cb3-9edc-7e22ea9f421a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Request body: {'security_group_rule': {'security_group_id': '449ede8c-3db4-4f1a-b127-701db23cc2cf', 'project_id': '3a11fad92b034592881562cf733900f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:11.654945 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b427-de84-4cb3-9edc-7e22ea9f421a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (89e14e1b-24a0-48b5-9c25-ee95e09ff3ab), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.661648 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7581fd04-9f81-45e9-baff-ed43b814bd6f x-openstack-request-id: req-7581fd04-9f81-45e9-baff-ed43b814bd6f {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:11.662021 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c9a70a-1644-4476-b87b-0f9a2b4e0369", "tag": "8cdb816f-ab35-4277-acc7-839977c8961e", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:11.662250 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7581fd04-9f81-45e9-baff-ed43b814bd6f {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:11.662605 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7581fd04-9f81-45e9-baff-ed43b814bd6f'] response: {'name': 'network-changed', 'server_uuid': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'tag': '8cdb816f-ab35-4277-acc7-839977c8961e', 'status': 'completed', 'code': 200} Mar 31 15:32:11.671666 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c4697-3af2-4b7b-addb-39246ef10645 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdb816f-ab35-4277-acc7-839977c8961e,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:11.701044 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-731cd036-5167-4f59-81c0-54a7d0fe5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:11.703999 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-731cd036-5167-4f59-81c0-54a7d0fe5c63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08b94955-015d-4043-a03e-69b9f9451c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2379732 Mar 31 15:32:11.709144 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-2006071e-ed2e-4e5a-a723-017a115b6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:11.711882 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-2006071e-ed2e-4e5a-a723-017a115b6a2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358212f65b23406d930b4f0e489b0137&device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 1128 time: 0.0974007 Mar 31 15:32:11.767251 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-5778fcb9-65e0-497f-bc85-a9bd7bf37fed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cdb816f-ab35-4277-acc7-839977c8961e HTTP/1.1" status: 200 len: 217 time: 0.0487621 Mar 31 15:32:11.809895 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b427-de84-4cb3-9edc-7e22ea9f421a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (89e14e1b-24a0-48b5-9c25-ee95e09ff3ab), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.819114 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b427-de84-4cb3-9edc-7e22ea9f421a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (89e14e1b-24a0-48b5-9c25-ee95e09ff3ab), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.859691 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-a96bb8fc-c18c-4c05-95a3-68e79a52bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:11.862046 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-a96bb8fc-c18c-4c05-95a3-68e79a52bad2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6217d632-346f-46d7-9bf1-0a35af1691df HTTP/1.1" status: 200 len: 850 time: 0.0831983 Mar 31 15:32:11.876031 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b427-de84-4cb3-9edc-7e22ea9f421a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.877970 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-f1a9b427-de84-4cb3-9edc-7e22ea9f421a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3022213 Mar 31 15:32:11.878837 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9b427-de84-4cb3-9edc-7e22ea9f421a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e14e1b-24a0-48b5-9c25-ee95e09ff3ab,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:11.882250 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55970) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:11.887071 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-ac35e1e2-9cb1-4047-bc5e-e85ad56527c0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Request body: {'security_group_rule': {'security_group_id': '449ede8c-3db4-4f1a-b127-701db23cc2cf', 'project_id': '3a11fad92b034592881562cf733900f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:11.894430 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-2df1727d-88a1-493f-8a54-d95b712a689c service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832705 Mar 31 15:32:11.934414 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1edcfc9c-dad5-4161-b87b-3a73a3e1aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:11.936624 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-1edcfc9c-dad5-4161-b87b-3a73a3e1aa89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfdd2fec-cd96-44f9-8592-73cbe321b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0689995 Mar 31 15:32:11.971166 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ac35e1e2-9cb1-4047-bc5e-e85ad56527c0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (49ae761c-4dee-46aa-b1b2-9196739187a1), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:11.992679 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'name': 'tempest-TestShelveInstance-463405891-router', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:00Z', 'updated_at': '2022-03-31T15:32:06Z', 'revision_number': 4, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'gw_port': {'id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'e221da98-a434-48a0-9647-e727906ef26a', 'name': '', 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'mac_address': 'fa:16:3e:73:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0e562565-3eac-48ec-9174-db2f99799770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:05Z', 'updated_at': '2022-03-31T15:32:06Z', 'revision_number': 2, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'subnets': [{'id': '0e562565-3eac-48ec-9174-db2f99799770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:12.036820 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-baf2f5e7-05aa-4d1f-91de-e26d30d9ef85 req-e4fb43db-ff5a-43eb-8fac-16dcad14f291 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363366 Mar 31 15:32:12.037042 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Checking router: 1c4a7e1a-f137-41d3-bee8-35b0dea49844 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:12.037336 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Updating router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 port e221da98-a434-48a0-9647-e727906ef26a binding host dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:32:12.050412 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ac35e1e2-9cb1-4047-bc5e-e85ad56527c0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (49ae761c-4dee-46aa-b1b2-9196739187a1), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.056873 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ac35e1e2-9cb1-4047-bc5e-e85ad56527c0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (49ae761c-4dee-46aa-b1b2-9196739187a1), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.060188 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-b81c0ecd-00af-42ed-90d1-9a1f33300ef1 service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161659 Mar 31 15:32:12.077037 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35e1e2-9cb1-4047-bc5e-e85ad56527c0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ae761c-4dee-46aa-b1b2-9196739187a1,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:12.093643 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ac35e1e2-9cb1-4047-bc5e-e85ad56527c0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.098570 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-ac35e1e2-9cb1-4047-bc5e-e85ad56527c0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2120428 Mar 31 15:32:12.099200 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (e221da98-a434-48a0-9647-e727906ef26a), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.099292 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55972) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:12.117709 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-8c3c4538-6406-4bad-af5e-1f187fc41e30 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Request body: {'security_group_rule': {'security_group_id': '449ede8c-3db4-4f1a-b127-701db23cc2cf', 'project_id': '3a11fad92b034592881562cf733900f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:12.199195 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.securitygroups_db [None req-8c3c4538-6406-4bad-af5e-1f187fc41e30 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Project 3a11fad92b034592881562cf733900f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:32:12.207330 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf645d6-24a3-4757-9c4e-ae938b13c131 req-39558f14-4b5b-433a-aeb3-134d22c6a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:12.208986 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0bf645d6-24a3-4757-9c4e-ae938b13c131 req-39558f14-4b5b-433a-aeb3-134d22c6a56c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 1128 time: 0.0856612 Mar 31 15:32:12.210604 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8c3c4538-6406-4bad-af5e-1f187fc41e30 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (4d740047-c5c8-43fa-a388-08891da79646), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.210741 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f09592da-1f71-4d05-a1d2-6ae42d143112 req-6dd0b4be-12a4-4fa5-91c1-52546beaccfd service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439457 Mar 31 15:32:12.342739 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14b826-5190-4bc6-af38-d20a5d791a66 req-7d6c2f82-80a6-48d5-8f67-17caaf6c8d62 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:12.344291 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fc14b826-5190-4bc6-af38-d20a5d791a66 req-7d6c2f82-80a6-48d5-8f67-17caaf6c8d62 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.1326046 Mar 31 15:32:12.344905 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8c3c4538-6406-4bad-af5e-1f187fc41e30 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (4d740047-c5c8-43fa-a388-08891da79646), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.353864 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8c3c4538-6406-4bad-af5e-1f187fc41e30 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (4d740047-c5c8-43fa-a388-08891da79646), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.360853 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a8127-ee95-4567-a757-4d55e7f4663f req-5ce665ef-037f-41d2-aba6-90dde157ae1c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:12.369062 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-745a8127-ee95-4567-a757-4d55e7f4663f req-5ce665ef-037f-41d2-aba6-90dde157ae1c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 944 time: 0.1694479 Mar 31 15:32:12.387939 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf645d6-24a3-4757-9c4e-ae938b13c131 req-4d86c76a-f59c-49de-9e54-bcf2796802b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:12.389654 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0bf645d6-24a3-4757-9c4e-ae938b13c131 req-4d86c76a-f59c-49de-9e54-bcf2796802b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 918 time: 0.1659801 Mar 31 15:32:12.394932 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c4538-6406-4bad-af5e-1f187fc41e30 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d740047-c5c8-43fa-a388-08891da79646,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:12.406844 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8c3c4538-6406-4bad-af5e-1f187fc41e30 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.408273 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-8c3c4538-6406-4bad-af5e-1f187fc41e30 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2982559 Mar 31 15:32:12.411168 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 55978) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:12.415711 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-d9ad866d-2000-4a34-9f1f-e78dd56d36f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Request body: {'security_group_rule': {'security_group_id': '449ede8c-3db4-4f1a-b127-701db23cc2cf', 'project_id': '3a11fad92b034592881562cf733900f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:12.429776 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0 req-7244af1b-1730-4e79-b439-38860f17d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:12.431272 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0 req-7244af1b-1730-4e79-b439-38860f17d50e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358212f65b23406d930b4f0e489b0137&device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 1128 time: 0.1496537 Mar 31 15:32:12.457233 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0bf645d6-24a3-4757-9c4e-ae938b13c131 req-f86325c2-4f29-4469-bf84-9cd63a7fc4ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 HTTP/1.1" status: 200 len: 217 time: 0.0581567 Mar 31 15:32:12.505157 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.securitygroups_db [None req-d9ad866d-2000-4a34-9f1f-e78dd56d36f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Project 3a11fad92b034592881562cf733900f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:32:12.513980 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d9ad866d-2000-4a34-9f1f-e78dd56d36f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (beb88ce9-4aba-4ead-a167-24d444f5be08), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.517549 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fc14b826-5190-4bc6-af38-d20a5d791a66 req-028334a2-8721-404d-a251-22c36d4efe21 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395373 Mar 31 15:32:12.534444 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf645d6-24a3-4757-9c4e-ae938b13c131 req-5e220148-2195-4116-8601-c0680285b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:12.536980 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0bf645d6-24a3-4757-9c4e-ae938b13c131 req-5e220148-2195-4116-8601-c0680285b391 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 200 len: 856 time: 0.0743098 Mar 31 15:32:12.537498 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-745a8127-ee95-4567-a757-4d55e7f4663f req-a18b5300-1bf6-48c6-b35c-e860c4f210f9 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef1e3986-30b9-4764-8757-ce0c81aebde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629977 Mar 31 15:32:12.588200 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Publish callbacks [] for port (e221da98-a434-48a0-9647-e727906ef26a), precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.589067 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0 req-64daf250-8667-4ee7-bf11-85d5972dce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:12.590330 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0 req-64daf250-8667-4ee7-bf11-85d5972dce2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfdd2fec-cd96-44f9-8592-73cbe321b82e HTTP/1.1" status: 200 len: 912 time: 0.1488075 Mar 31 15:32:12.595986 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (e221da98-a434-48a0-9647-e727906ef26a), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.639314 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0 req-898cd2ab-98dc-41a7-b619-c9474f9f4da8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cdb816f-ab35-4277-acc7-839977c8961e HTTP/1.1" status: 200 len: 217 time: 0.0420272 Mar 31 15:32:12.656778 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d9ad866d-2000-4a34-9f1f-e78dd56d36f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (beb88ce9-4aba-4ead-a167-24d444f5be08), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.664784 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf645d6-24a3-4757-9c4e-ae938b13c131 req-56e424fe-27f4-4b5c-9836-86fa474db0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:12.665113 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0bf645d6-24a3-4757-9c4e-ae938b13c131 req-56e424fe-27f4-4b5c-9836-86fa474db0c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08b94955-015d-4043-a03e-69b9f9451c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1052327 Mar 31 15:32:12.666333 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d9ad866d-2000-4a34-9f1f-e78dd56d36f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (beb88ce9-4aba-4ead-a167-24d444f5be08), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.703920 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0 req-6a64c8cb-fd65-45c1-8d1d-3cbe27a42b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:12.706092 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0 req-6a64c8cb-fd65-45c1-8d1d-3cbe27a42b9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6217d632-346f-46d7-9bf1-0a35af1691df HTTP/1.1" status: 200 len: 850 time: 0.0605004 Mar 31 15:32:12.709461 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e61af-b55c-44d7-b300-9637ab62e090 None None] Pushing event updated for resources: {'Port': ['ID=e221da98-a434-48a0-9647-e727906ef26a,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:12.713290 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d9ad866d-2000-4a34-9f1f-e78dd56d36f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.724064 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-d9ad866d-2000-4a34-9f1f-e78dd56d36f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3025753 Mar 31 15:32:12.737408 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Attempting to bind port e221da98-a434-48a0-9647-e727906ef26a on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:32:12.737951 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Attempting to bind port e221da98-a434-48a0-9647-e727906ef26a by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'e5900e98-ad28-409c-98f5-736289c23684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:32:12.738258 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Attempting to bind port e221da98-a434-48a0-9647-e727906ef26a on network a3dc514b-37b3-4bbe-b98a-8a97219785a1 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:32:12.747140 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad866d-2000-4a34-9f1f-e78dd56d36f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb88ce9-4aba-4ead-a167-24d444f5be08,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:12.750740 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:32:12.751158 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Checking segment: {'id': 'e5900e98-ad28-409c-98f5-736289c23684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:32:12.751592 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.752779 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Bound using segment: {'id': 'e5900e98-ad28-409c-98f5-736289c23684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:32:12.753475 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Bound port: e221da98-a434-48a0-9647-e727906ef26a, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5900e98-ad28-409c-98f5-736289c23684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:32:12.753887 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (e221da98-a434-48a0-9647-e727906ef26a), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.800460 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0bf645d6-24a3-4757-9c4e-ae938b13c131 req-79b22cd5-006e-441b-8b67-5c0771855035 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160789 Mar 31 15:32:12.813546 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0 req-db166b90-d5f7-42f0-80e3-5c95ffe7aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:12.817220 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0 req-db166b90-d5f7-42f0-80e3-5c95ffe7aed5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfdd2fec-cd96-44f9-8592-73cbe321b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0880070 Mar 31 15:32:12.847663 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] For port e221da98-a434-48a0-9647-e727906ef26a, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:32:12.855499 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] For port e221da98-a434-48a0-9647-e727906ef26a, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=e221da98-a434-48a0-9647-e727906ef26a,segment=NetworkSegment(e5900e98-ad28-409c-98f5-736289c23684),segment_id=e5900e98-ad28-409c-98f5-736289c23684)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:32:12.868452 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (e221da98-a434-48a0-9647-e727906ef26a), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:12.936093 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-0bf645d6-24a3-4757-9c4e-ae938b13c131 req-d98e2f02-8f9e-4f33-9803-f086182219b4 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295068 Mar 31 15:32:12.941559 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e61af-b55c-44d7-b300-9637ab62e090 None None] Pushing event updated for resources: {'Port': ['ID=e221da98-a434-48a0-9647-e727906ef26a,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:12.982478 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Routers {'1c4a7e1a-f137-41d3-bee8-35b0dea49844'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:12.984077 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:12.987173 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0 req-89417837-0943-4c38-a3c2-248b505ab228 service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545708 Mar 31 15:32:13.127270 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a3aaeddb-e7a5-4316-87e0-11332a81f0e0 req-18d0dabd-108d-4baa-82f2-59dc4886e72c service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330202 Mar 31 15:32:13.131462 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-7e32ee52-ca0f-4611-aca8-d4e02644b8ee None None] Provisioning complete for port e221da98-a434-48a0-9647-e727906ef26a triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:13.131842 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7e32ee52-ca0f-4611-aca8-d4e02644b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (e221da98-a434-48a0-9647-e727906ef26a), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:13.168505 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] Set router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:13.366706 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-7e32ee52-ca0f-4611-aca8-d4e02644b8ee None None] Current status of the port e221da98-a434-48a0-9647-e727906ef26a is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:13.367090 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7e32ee52-ca0f-4611-aca8-d4e02644b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (e221da98-a434-48a0-9647-e727906ef26a), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:13.456398 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-7e32ee52-ca0f-4611-aca8-d4e02644b8ee None None] For port e221da98-a434-48a0-9647-e727906ef26a, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=e221da98-a434-48a0-9647-e727906ef26a,segment=NetworkSegment(e5900e98-ad28-409c-98f5-736289c23684),segment_id=e5900e98-ad28-409c-98f5-736289c23684)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:13.462541 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7e32ee52-ca0f-4611-aca8-d4e02644b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (e221da98-a434-48a0-9647-e727906ef26a), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:13.528535 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32ee52-ca0f-4611-aca8-d4e02644b8ee None None] Pushing event updated for resources: {'Port': ['ID=e221da98-a434-48a0-9647-e727906ef26a,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:13.537671 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'name': 'tempest-TestShelveInstance-463405891-router', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:00Z', 'updated_at': '2022-03-31T15:32:06Z', 'revision_number': 4, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'gw_port': {'id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'e221da98-a434-48a0-9647-e727906ef26a', 'name': '', 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'mac_address': 'fa:16:3e:73:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0e562565-3eac-48ec-9174-db2f99799770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:05Z', 'updated_at': '2022-03-31T15:32:12Z', 'revision_number': 4, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'subnets': [{'id': '0e562565-3eac-48ec-9174-db2f99799770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:13.575855 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba7342-1b52-433e-a17c-7bf6307f3a46 None None] The sync data for ids ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'] in dv-cinder-750782-15-iscsi is: [{'id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'name': 'tempest-TestShelveInstance-463405891-router', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:00Z', 'updated_at': '2022-03-31T15:32:06Z', 'revision_number': 4, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'gw_port': {'id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'e221da98-a434-48a0-9647-e727906ef26a', 'name': '', 'network_id': 'a3dc514b-37b3-4bbe-b98a-8a97219785a1', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'mac_address': 'fa:16:3e:73:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0e562565-3eac-48ec-9174-db2f99799770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:05Z', 'updated_at': '2022-03-31T15:32:12Z', 'revision_number': 4, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'subnets': [{'id': '0e562565-3eac-48ec-9174-db2f99799770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:13.588273 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-e927ff6a-e77a-4e6b-a407-5cede5e561ba None None] Provisioning complete for port e221da98-a434-48a0-9647-e727906ef26a triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:13.589365 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e927ff6a-e77a-4e6b-a407-5cede5e561ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (e221da98-a434-48a0-9647-e727906ef26a), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:13.747325 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-e927ff6a-e77a-4e6b-a407-5cede5e561ba None None] Current status of the port e221da98-a434-48a0-9647-e727906ef26a is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:13.764815 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686524c-ad53-4335-b4d4-48dbc053aa00 req-20a3dd32-1303-44a2-9055-fbbfd18d5bfc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:13.766574 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7686524c-ad53-4335-b4d4-48dbc053aa00 req-20a3dd32-1303-44a2-9055-fbbfd18d5bfc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.1201663 Mar 31 15:32:13.807551 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2ee88-79c9-4698-8af6-e7a6fb4c508d req-0dd3e2ce-f597-4fe8-8e64-aed6bf56b1dc tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:13.809906 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-09f2ee88-79c9-4698-8af6-e7a6fb4c508d req-0dd3e2ce-f597-4fe8-8e64-aed6bf56b1dc tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 944 time: 0.1114743 Mar 31 15:32:13.878922 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7686524c-ad53-4335-b4d4-48dbc053aa00 req-38a67fca-c00a-45ae-96c2-0a0d97dc34c9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004252 Mar 31 15:32:13.904509 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-09f2ee88-79c9-4698-8af6-e7a6fb4c508d req-9b672d20-a7e6-4e7f-8413-02d5368252ba tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef1e3986-30b9-4764-8757-ce0c81aebde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866559 Mar 31 15:32:14.356922 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device e221da98-a434-48a0-9647-e727906ef26a up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:32:14.417011 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port e221da98-a434-48a0-9647-e727906ef26a triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:14.417692 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (e221da98-a434-48a0-9647-e727906ef26a), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:14.538701 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port e221da98-a434-48a0-9647-e727906ef26a is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:14.896393 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 8cdb816f-ab35-4277-acc7-839977c8961e details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:32:15.053212 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 8cdb816f-ab35-4277-acc7-839977c8961e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8cdb816f-ab35-4277-acc7-839977c8961e,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:15.074884 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '8cdb816f-ab35-4277-acc7-839977c8961e', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'port_id': '8cdb816f-ab35-4277-acc7-839977c8961e', 'mac_address': 'fa:16:3e:fe:75:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:32:15.151740 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 8cdb816f-ab35-4277-acc7-839977c8961e is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:15.152046 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:15.173833 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204b580-0d8e-4ab0-b7ba-cfa9d4b8f9ab req-b4123453-6502-478d-b0ed-4d6d5be210e0 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:15.178648 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6204b580-0d8e-4ab0-b7ba-cfa9d4b8f9ab req-b4123453-6502-478d-b0ed-4d6d5be210e0 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.1825242 Mar 31 15:32:15.181697 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdb816f-ab35-4277-acc7-839977c8961e {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:32:15.213056 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 8cdb816f-ab35-4277-acc7-839977c8961e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8cdb816f-ab35-4277-acc7-839977c8961e,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:15.227456 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:15.228405 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:32:15.239123 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ab24a-1ef7-4fe1-8381-3995a37ea2f5 req-184054b8-854e-4c3a-b3f1-fea5f091c553 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:15.241219 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-580ab24a-1ef7-4fe1-8381-3995a37ea2f5 req-184054b8-854e-4c3a-b3f1-fea5f091c553 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 944 time: 0.1900547 Mar 31 15:32:15.291475 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6204b580-0d8e-4ab0-b7ba-cfa9d4b8f9ab req-423e0f06-acee-488b-a471-4ba8177e37c4 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040056 Mar 31 15:32:15.319524 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-580ab24a-1ef7-4fe1-8381-3995a37ea2f5 req-8745326c-53eb-40a9-8cd1-c1e31cd17198 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef1e3986-30b9-4764-8757-ce0c81aebde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623088 Mar 31 15:32:15.370843 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=8cdb816f-ab35-4277-acc7-839977c8961e,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:15.427999 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:15.441429 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'port_id': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'mac_address': 'fa:16:3e:fd:ff:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:32:15.507282 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:15.507675 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:15.522660 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:32:15.557262 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:15.561926 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:15.642557 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:15.831878 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['0d370bd7-b16a-4bf2-8905-94b9ce0e62e4'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:32:15.863443 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['8cdb816f-ab35-4277-acc7-839977c8961e'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:32:16.504515 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470afb69-7528-4161-9d9a-0439f416d871 req-415715a0-a97b-4731-8d26-8a0c2a4e9866 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:16.505983 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-470afb69-7528-4161-9d9a-0439f416d871 req-415715a0-a97b-4731-8d26-8a0c2a4e9866 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 945 time: 0.0939469 Mar 31 15:32:16.514165 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd45cbf-a81e-4469-b822-4d0f41d10d69 req-c672a722-5b5e-4ef3-af70-efb08915730c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:16.515608 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2bd45cbf-a81e-4469-b822-4d0f41d10d69 req-c672a722-5b5e-4ef3-af70-efb08915730c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 945 time: 0.0932980 Mar 31 15:32:16.591142 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-470afb69-7528-4161-9d9a-0439f416d871 req-edd7c5eb-b86c-4128-b2a0-a78eba0f2412 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742288 Mar 31 15:32:16.617047 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2bd45cbf-a81e-4469-b822-4d0f41d10d69 req-400003a4-a9ad-4172-8491-137984cac7e2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef1e3986-30b9-4764-8757-ce0c81aebde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936649 Mar 31 15:32:16.896724 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 8cdb816f-ab35-4277-acc7-839977c8961e up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:32:16.946557 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 8cdb816f-ab35-4277-acc7-839977c8961e completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:32:16.951908 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 8cdb816f-ab35-4277-acc7-839977c8961e triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:16.952607 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:17.042871 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 8cdb816f-ab35-4277-acc7-839977c8961e is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:17.043264 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:17.068156 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdb816f-ab35-4277-acc7-839977c8961e'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:17.070438 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325bdc6f-75b4-4330-8b2d-6ca03c8a1941" -d '{"events": [{"server_uuid": "20c9a70a-1644-4476-b87b-0f9a2b4e0369", "name": "network-vif-plugged", "status": "completed", "tag": "8cdb816f-ab35-4277-acc7-839977c8961e"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:17.092485 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 8cdb816f-ab35-4277-acc7-839977c8961e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8cdb816f-ab35-4277-acc7-839977c8961e,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:17.098724 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:17.099561 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:32:17.182091 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=8cdb816f-ab35-4277-acc7-839977c8961e,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:17.195186 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:32:17.200736 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:17.201130 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:17.226367 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6e7614-532c-4555-9015-ea000ae75cae x-openstack-request-id: req-dc6e7614-532c-4555-9015-ea000ae75cae {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:17.226673 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c9a70a-1644-4476-b87b-0f9a2b4e0369", "name": "network-vif-plugged", "status": "completed", "tag": "8cdb816f-ab35-4277-acc7-839977c8961e", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:17.226879 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc6e7614-532c-4555-9015-ea000ae75cae {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:17.227270 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6e7614-532c-4555-9015-ea000ae75cae'] response: {'server_uuid': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdb816f-ab35-4277-acc7-839977c8961e', 'code': 200} Mar 31 15:32:17.301844 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:17.302356 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:17.341048 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:17.345699 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:17.403263 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:17.427771 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46be7a4-3223-40e4-afe3-7f110f553fbb req-cba439c9-4257-4feb-9c94-d72944a656e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:17.429435 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b46be7a4-3223-40e4-afe3-7f110f553fbb req-cba439c9-4257-4feb-9c94-d72944a656e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 1130 time: 0.0536735 Mar 31 15:32:17.480008 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b46be7a4-3223-40e4-afe3-7f110f553fbb req-d886bb26-ddd6-47e9-ae9f-33b17f62870f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ef1e3986-30b9-4764-8757-ce0c81aebde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439126 Mar 31 15:32:17.797570 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228302d-72a0-4c70-a898-504cc3115c3d req-fbea8217-5d6a-4ad2-a5f9-5e7b77a1ad42 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:17.799854 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0228302d-72a0-4c70-a898-504cc3115c3d req-fbea8217-5d6a-4ad2-a5f9-5e7b77a1ad42 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.1023476 Mar 31 15:32:17.808041 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4466b-56f5-4126-b33b-8ccd798bb655 req-140a405e-138b-4cf8-a2a2-5dcb0ec7f829 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:17.809469 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-77e4466b-56f5-4126-b33b-8ccd798bb655 req-140a405e-138b-4cf8-a2a2-5dcb0ec7f829 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 946 time: 0.0930741 Mar 31 15:32:17.881014 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0228302d-72a0-4c70-a898-504cc3115c3d req-4810b3d7-71b1-474a-9215-d473a1a6b589 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705414 Mar 31 15:32:17.892424 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-77e4466b-56f5-4126-b33b-8ccd798bb655 req-4d105698-8396-4f7d-9897-4f7e816eaeb2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef1e3986-30b9-4764-8757-ce0c81aebde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681896 Mar 31 15:32:19.059821 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe7c16-692d-43fd-868a-31af32fc5e19 req-ea63c4e5-c95d-4c92-b6d0-03679b0703a9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:19.061668 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fbfe7c16-692d-43fd-868a-31af32fc5e19 req-ea63c4e5-c95d-4c92-b6d0-03679b0703a9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.1016102 Mar 31 15:32:19.071197 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d9446-fe21-4656-8ec8-86b4a537e269 req-7b80ffa0-ab21-489c-a0fa-766f819f2088 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:19.072912 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0c9d9446-fe21-4656-8ec8-86b4a537e269 req-7b80ffa0-ab21-489c-a0fa-766f819f2088 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 946 time: 0.1029205 Mar 31 15:32:19.149036 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fbfe7c16-692d-43fd-868a-31af32fc5e19 req-bca8563f-d99d-4fa0-aedf-c3a279a6fdfb tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749447 Mar 31 15:32:19.165125 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0c9d9446-fe21-4656-8ec8-86b4a537e269 req-ea449d68-fd07-44ea-a7b9-bb8880c8cea9 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef1e3986-30b9-4764-8757-ce0c81aebde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803275 Mar 31 15:32:19.228292 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:19.230715 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6dae50-12ba-45fd-90ee-2e869f67918f" -d '{"events": [{"server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "name": "network-vif-plugged", "status": "completed", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:19.274092 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ce74f-65d6-4702-9cc7-cba66d2d8beb x-openstack-request-id: req-471ce74f-65d6-4702-9cc7-cba66d2d8beb {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:19.274513 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "name": "network-vif-plugged", "status": "completed", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:19.274771 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-471ce74f-65d6-4702-9cc7-cba66d2d8beb {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:19.275193 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471ce74f-65d6-4702-9cc7-cba66d2d8beb'] response: {'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'code': 200} Mar 31 15:32:19.291881 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d8767-1348-43c6-bc55-173df4c86e95 req-cb1996d3-af1d-40f8-b862-29595b08cf4f tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:19.293546 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-966d8767-1348-43c6-bc55-173df4c86e95 req-cb1996d3-af1d-40f8-b862-29595b08cf4f tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 946 time: 0.0632613 Mar 31 15:32:19.306666 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 56074) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:19.311373 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-54b1dbd0-9f40-42a6-81f2-bf91dde9bd4b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Request body: {'floatingip': {'port_id': '8cdb816f-ab35-4277-acc7-839977c8961e'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:19.375203 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-54b1dbd0-9f40-42a6-81f2-bf91dde9bd4b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (30942c34-34c7-422e-881b-c7c3dc8eccab), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:19.493557 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb42be-ad03-42c5-8984-0da42c91e5dd req-a46c0c84-ce49-4f8e-9000-3ce701d93e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:19.495050 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fbcb42be-ad03-42c5-8984-0da42c91e5dd req-a46c0c84-ce49-4f8e-9000-3ce701d93e9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 1130 time: 0.0602083 Mar 31 15:32:19.552257 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fbcb42be-ad03-42c5-8984-0da42c91e5dd req-4a3e23e7-990f-4166-8461-29e3d478026e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487928 Mar 31 15:32:19.888038 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-54b1dbd0-9f40-42a6-81f2-bf91dde9bd4b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:19.893042 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-54b1dbd0-9f40-42a6-81f2-bf91dde9bd4b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (30942c34-34c7-422e-881b-c7c3dc8eccab), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:20.008980 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [None req-54b1dbd0-9f40-42a6-81f2-bf91dde9bd4b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Floating IP 30942c34-34c7-422e-881b-c7c3dc8eccab associated. External IP: 172.27.2.234, port: 8cdb816f-ab35-4277-acc7-839977c8961e. Mar 31 15:32:20.243695 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b1dbd0-9f40-42a6-81f2-bf91dde9bd4b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:32:20.282627 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d614c3-0f80-4974-81fd-35939802f053 req-71686eb1-969b-4cf3-9312-a1dfc39faa0c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:20.285178 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a5d614c3-0f80-4974-81fd-35939802f053 req-71686eb1-969b-4cf3-9312-a1dfc39faa0c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0623131 Mar 31 15:32:20.343375 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a5d614c3-0f80-4974-81fd-35939802f053 req-ec559f94-39d9-4e9a-ae38-45ed1d932f66 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523803 Mar 31 15:32:20.381193 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b1dbd0-9f40-42a6-81f2-bf91dde9bd4b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:32:20.388309 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-54b1dbd0-9f40-42a6-81f2-bf91dde9bd4b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:20.391824 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8793c43-5256-459b-81c8-dd9a6594097c None None] Sync routers for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:20.402184 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8793c43-5256-459b-81c8-dd9a6594097c None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:20.402788 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e8793c43-5256-459b-81c8-dd9a6594097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:20.426038 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-54b1dbd0-9f40-42a6-81f2-bf91dde9bd4b tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "PUT /v2.0/floatingips/30942c34-34c7-422e-881b-c7c3dc8eccab HTTP/1.1" status: 200 len: 992 time: 1.1180193 Mar 31 15:32:20.426995 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'tag': '8cdb816f-ab35-4277-acc7-839977c8961e'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:20.431446 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65460c8-08ac-4110-8181-6d4a181e160f" -d '{"events": [{"name": "network-changed", "server_uuid": "20c9a70a-1644-4476-b87b-0f9a2b4e0369", "tag": "8cdb816f-ab35-4277-acc7-839977c8961e"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:20.474970 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2145d7c-16fd-47b1-98e0-04c837cdf81d x-openstack-request-id: req-e2145d7c-16fd-47b1-98e0-04c837cdf81d {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:20.475528 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c9a70a-1644-4476-b87b-0f9a2b4e0369", "tag": "8cdb816f-ab35-4277-acc7-839977c8961e", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:20.476011 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2145d7c-16fd-47b1-98e0-04c837cdf81d {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:20.476600 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2145d7c-16fd-47b1-98e0-04c837cdf81d'] response: {'name': 'network-changed', 'server_uuid': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'tag': '8cdb816f-ab35-4277-acc7-839977c8961e', 'status': 'completed', 'code': 200} Mar 31 15:32:20.527233 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-e8793c43-5256-459b-81c8-dd9a6594097c None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:20.569591 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65460c8-08ac-4110-8181-6d4a181e160f req-f2612376-ac05-40d1-bcbe-e32e7894dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:20.571129 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a65460c8-08ac-4110-8181-6d4a181e160f req-f2612376-ac05-40d1-bcbe-e32e7894dd6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358212f65b23406d930b4f0e489b0137&device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 1130 time: 0.0575006 Mar 31 15:32:20.683499 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65460c8-08ac-4110-8181-6d4a181e160f req-27605ecb-c2f0-4c7c-a53d-b3c7b71b74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:20.685480 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a65460c8-08ac-4110-8181-6d4a181e160f req-27605ecb-c2f0-4c7c-a53d-b3c7b71b74c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfdd2fec-cd96-44f9-8592-73cbe321b82e HTTP/1.1" status: 200 len: 912 time: 0.0921841 Mar 31 15:32:20.768545 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a65460c8-08ac-4110-8181-6d4a181e160f req-b2bacf3e-7281-4c9d-ac20-904c2363d08d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cdb816f-ab35-4277-acc7-839977c8961e HTTP/1.1" status: 200 len: 1000 time: 0.0752192 Mar 31 15:32:20.814835 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e8793c43-5256-459b-81c8-dd9a6594097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '30942c34-34c7-422e-881b-c7c3dc8eccab', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'port_id': '8cdb816f-ab35-4277-acc7-839977c8961e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'mac_address': 'fa:16:3e:fe:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:04Z', 'updated_at': '2022-03-31T15:32:19Z', 'revision_number': 1, 'project_id': '358212f65b23406d930b4f0e489b0137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:20.832690 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65460c8-08ac-4110-8181-6d4a181e160f req-7f697434-4be2-4947-80bf-4b60192cebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:20.834606 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a65460c8-08ac-4110-8181-6d4a181e160f req-7f697434-4be2-4947-80bf-4b60192cebc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6217d632-346f-46d7-9bf1-0a35af1691df HTTP/1.1" status: 200 len: 850 time: 0.0566623 Mar 31 15:32:20.859855 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8793c43-5256-459b-81c8-dd9a6594097c None None] Checking router: cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:20.870407 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8793c43-5256-459b-81c8-dd9a6594097c None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:20.871116 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e8793c43-5256-459b-81c8-dd9a6594097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:20.901154 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65460c8-08ac-4110-8181-6d4a181e160f req-584f567a-8eb8-4c7c-9192-0cd94914e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:20.902820 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a65460c8-08ac-4110-8181-6d4a181e160f req-584f567a-8eb8-4c7c-9192-0cd94914e8e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfdd2fec-cd96-44f9-8592-73cbe321b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0607960 Mar 31 15:32:21.005450 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-e8793c43-5256-459b-81c8-dd9a6594097c None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:21.016220 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a65460c8-08ac-4110-8181-6d4a181e160f req-d94606e7-74b1-47f4-8900-f84eeecf6668 service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060374 Mar 31 15:32:21.132421 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a65460c8-08ac-4110-8181-6d4a181e160f req-226653ec-c287-4371-bc63-6ef965c748bf service neutron] 10.222.0.13 "GET /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092272 Mar 31 15:32:21.277707 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e8793c43-5256-459b-81c8-dd9a6594097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '30942c34-34c7-422e-881b-c7c3dc8eccab', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'port_id': '8cdb816f-ab35-4277-acc7-839977c8961e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'mac_address': 'fa:16:3e:fe:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:04Z', 'updated_at': '2022-03-31T15:32:19Z', 'revision_number': 1, 'project_id': '358212f65b23406d930b4f0e489b0137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:21.309214 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8793c43-5256-459b-81c8-dd9a6594097c None None] The sync data for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi is: [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '30942c34-34c7-422e-881b-c7c3dc8eccab', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'port_id': '8cdb816f-ab35-4277-acc7-839977c8961e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'mac_address': 'fa:16:3e:fe:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:04Z', 'updated_at': '2022-03-31T15:32:19Z', 'revision_number': 1, 'project_id': '358212f65b23406d930b4f0e489b0137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:21.492829 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab6543-5e85-4a75-9723-ce1bef382490 req-a58e0748-3f27-4e3a-b29c-375dfaafbbc5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:21.494617 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fcab6543-5e85-4a75-9723-ce1bef382490 req-a58e0748-3f27-4e3a-b29c-375dfaafbbc5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0642436 Mar 31 15:32:21.559456 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238ec37-4d65-4dda-9888-f4564d5c22ec None None] New status for floating IP 30942c34-34c7-422e-881b-c7c3dc8eccab: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:32:21.560534 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fcab6543-5e85-4a75-9723-ce1bef382490 req-cee94494-881f-45dd-b427-fa37312d23d2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579257 Mar 31 15:32:21.713360 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334326b5-b054-4bc2-b677-4100d2bddf70 req-2d84d544-f962-4c39-acff-cc5631bfab7d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:21.715020 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-334326b5-b054-4bc2-b677-4100d2bddf70 req-2d84d544-f962-4c39-acff-cc5631bfab7d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0711401 Mar 31 15:32:21.729022 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56090) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:21.734140 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-bd2d9c1f-93be-4f52-98da-ac1e37196363 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'floatingip': {'port_id': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:21.780313 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bd2d9c1f-93be-4f52-98da-ac1e37196363 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (8427452f-dcc9-40bf-bc0e-0261f065a3ef), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:22.305504 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bd2d9c1f-93be-4f52-98da-ac1e37196363 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:22.310252 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bd2d9c1f-93be-4f52-98da-ac1e37196363 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (8427452f-dcc9-40bf-bc0e-0261f065a3ef), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:22.421955 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [None req-bd2d9c1f-93be-4f52-98da-ac1e37196363 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Floating IP 8427452f-dcc9-40bf-bc0e-0261f065a3ef associated. External IP: 172.27.2.101, port: 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4. Mar 31 15:32:22.872214 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:22.980669 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2d9c1f-93be-4f52-98da-ac1e37196363 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Router ef06f288-276a-470d-9e9c-973e92db6867 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:32:23.159517 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2d9c1f-93be-4f52-98da-ac1e37196363 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:32:23.165412 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bd2d9c1f-93be-4f52-98da-ac1e37196363 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:23.173977 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549794a-c999-432d-adc9-364582a57519 None None] Sync routers for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:23.191911 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549794a-c999-432d-adc9-364582a57519 None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:23.192979 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e549794a-c999-432d-adc9-364582a57519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:23.214272 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-bd2d9c1f-93be-4f52-98da-ac1e37196363 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "PUT /v2.0/floatingips/8427452f-dcc9-40bf-bc0e-0261f065a3ef HTTP/1.1" status: 200 len: 992 time: 1.4839077 Mar 31 15:32:23.215167 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:23.217752 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b393ef-f074-49ef-9c1d-af52faffd98a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:23.271731 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1525223-feb2-42d3-828f-81e022b2afd3 x-openstack-request-id: req-e1525223-feb2-42d3-828f-81e022b2afd3 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:23.272144 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:23.272535 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1525223-feb2-42d3-828f-81e022b2afd3 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:23.273136 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1525223-feb2-42d3-828f-81e022b2afd3'] response: {'name': 'network-changed', 'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'status': 'completed', 'code': 200} Mar 31 15:32:23.394229 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b393ef-f074-49ef-9c1d-af52faffd98a req-f5e85a21-d189-4df9-9bc2-67ee0a3beeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:23.396761 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95b393ef-f074-49ef-9c1d-af52faffd98a req-f5e85a21-d189-4df9-9bc2-67ee0a3beeb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 1130 time: 0.0950148 Mar 31 15:32:23.458788 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-e549794a-c999-432d-adc9-364582a57519 None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:23.519333 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b393ef-f074-49ef-9c1d-af52faffd98a req-db1f410a-eeb2-4419-bf07-c58832b0e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:23.521123 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95b393ef-f074-49ef-9c1d-af52faffd98a req-db1f410a-eeb2-4419-bf07-c58832b0e155 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 918 time: 0.1182525 Mar 31 15:32:23.627878 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95b393ef-f074-49ef-9c1d-af52faffd98a req-1aabae4e-b6a3-42a4-a431-c316333aa7e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 HTTP/1.1" status: 200 len: 1000 time: 0.0995982 Mar 31 15:32:23.694403 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b393ef-f074-49ef-9c1d-af52faffd98a req-3d3954d6-243e-4462-8f0e-f7a467c625e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:23.696846 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95b393ef-f074-49ef-9c1d-af52faffd98a req-3d3954d6-243e-4462-8f0e-f7a467c625e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 200 len: 856 time: 0.0625777 Mar 31 15:32:23.767554 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b393ef-f074-49ef-9c1d-af52faffd98a req-c56684ec-723d-43bb-9db4-8b8fa5dc5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:23.769471 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95b393ef-f074-49ef-9c1d-af52faffd98a req-c56684ec-723d-43bb-9db4-8b8fa5dc5fa9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08b94955-015d-4043-a03e-69b9f9451c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0665247 Mar 31 15:32:23.806130 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e549794a-c999-432d-adc9-364582a57519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '8427452f-dcc9-40bf-bc0e-0261f065a3ef', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'port_id': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'mac_address': 'fa:16:3e:fd:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:22Z', 'revision_number': 1, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:23.838609 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549794a-c999-432d-adc9-364582a57519 None None] Checking router: ef06f288-276a-470d-9e9c-973e92db6867 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:23.851181 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549794a-c999-432d-adc9-364582a57519 None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:23.852713 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e549794a-c999-432d-adc9-364582a57519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:23.894476 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95b393ef-f074-49ef-9c1d-af52faffd98a req-3e26ab3f-05cf-4e51-9d08-ce5f09dd519e service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183543 Mar 31 15:32:23.987952 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-e549794a-c999-432d-adc9-364582a57519 None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:24.038461 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95b393ef-f074-49ef-9c1d-af52faffd98a req-795538d6-4dee-4130-9c6b-8b89971e724d service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354711 Mar 31 15:32:24.264218 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-e549794a-c999-432d-adc9-364582a57519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '8427452f-dcc9-40bf-bc0e-0261f065a3ef', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'port_id': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'mac_address': 'fa:16:3e:fd:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:22Z', 'revision_number': 1, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:24.311291 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549794a-c999-432d-adc9-364582a57519 None None] The sync data for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi is: [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '8427452f-dcc9-40bf-bc0e-0261f065a3ef', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'port_id': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'mac_address': 'fa:16:3e:fd:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:22Z', 'revision_number': 1, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:24.543045 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc92a8-6fd4-43e0-a28f-c8c3470b8a60 None None] New status for floating IP 8427452f-dcc9-40bf-bc0e-0261f065a3ef: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:32:28.482597 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-0f0db6bc-0000-44d8-8a98-45a958e7e97c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487109416&fields=id&tenant_id=3a11fad92b034592881562cf733900f7 HTTP/1.1" status: 200 len: 267 time: 0.0492759 Mar 31 15:32:28.610325 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-4d8cf7f0-4dd3-4f71-b825-da9e9b1effcd tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:28.612526 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-4d8cf7f0-4dd3-4f71-b825-da9e9b1effcd tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/networks?id=487d4ad4-6062-4b0c-b5a1-580b37d41911 HTTP/1.1" status: 200 len: 809 time: 0.1202114 Mar 31 15:32:28.629875 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-2913670e-5ede-4956-aecb-cf32783adc56 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/quotas/3a11fad92b034592881562cf733900f7 HTTP/1.1" status: 200 len: 375 time: 0.0116436 Mar 31 15:32:28.698918 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-977b0397-11ed-4842-a1eb-21f01085bf9c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a11fad92b034592881562cf733900f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635498 Mar 31 15:32:28.813496 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-781d74f4-09a6-4784-bd6e-adc00c458112 service neutron] 10.222.0.11 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013193 Mar 31 15:32:28.915044 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-908db613-609a-4116-8710-82a6ba59859c service neutron] 10.222.0.11 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915415 Mar 31 15:32:29.250881 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7e282745-abad-4669-8f03-4016a95b9010 req-5fa935d9-033f-4844-942f-f8fe83d5da0a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 210 time: 0.0313938 Mar 31 15:32:30.279011 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:32:30.386856 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c8e51cda-20e4-42fa-9265-ea565408f841 req-7b1c2d59-883d-490f-b99e-8114ec5781a1 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 210 time: 0.0424223 Mar 31 15:32:30.419044 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-b7ebc8a7-278b-48b4-aedd-a7755b2ffc04 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:30.420779 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-b7ebc8a7-278b-48b4-aedd-a7755b2ffc04 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.13 "GET /v2.0/networks?id=487d4ad4-6062-4b0c-b5a1-580b37d41911 HTTP/1.1" status: 200 len: 809 time: 0.1885104 Mar 31 15:32:30.535863 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-109bd985-88c4-4945-8750-cb18564a8de3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a11fad92b034592881562cf733900f7 HTTP/1.1" status: 200 len: 379 time: 0.0943897 Mar 31 15:32:30.550562 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Request body: {'port': {'device_id': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'admin_state_up': True, 'tenant_id': '3a11fad92b034592881562cf733900f7', 'security_groups': ['449ede8c-3db4-4f1a-b127-701db23cc2cf']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:30.665294 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Made reservation on behalf of 3a11fad92b034592881562cf733900f7 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:32:30.668620 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:30.802339 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Allocated IP 172.20.0.7 (487d4ad4-6062-4b0c-b5a1-580b37d41911/03b55872-1299-4292-bae2-e786bad4747a/27b904dc-f5bc-43f7-aa6f-9b8e852d24df) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:30.966394 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:31.002719 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:31.045798 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Network 487d4ad4-6062-4b0c-b5a1-580b37d41911 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:31.051590 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:31.055479 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:32:31.062412 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event updated for resources: {'Port': ['ID=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:31.094680 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.095015 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.095881 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.096214 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.096537 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.097063 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.097434 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.097764 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.098073 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.098392 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.098712 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.099028 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.099345 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.099678 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.099962 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:31.132546 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:31.133192 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:31.151360 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-e1a847d4-ff7e-4431-8e42-9e8e211fd7f4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6083090 Mar 31 15:32:31.166002 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Request body: {'port': {'device_id': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:31.231810 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:31.310829 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-2ab288e4-8ebe-42bd-a0e6-2ac9454ebf41 None None] Provisioning complete for port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:31.311400 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2ab288e4-8ebe-42bd-a0e6-2ac9454ebf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:31.369851 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-2ab288e4-8ebe-42bd-a0e6-2ac9454ebf41 None None] Port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:32:31.593910 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b904dc-f5bc-43f7-aa6f-9b8e852d24df {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:32:31.604558 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670826b1-208e-41ec-8d2f-0f41119e1b01 req-eb00dac7-48e0-4f0f-8858-47e068af6cd1 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:31.606070 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-670826b1-208e-41ec-8d2f-0f41119e1b01 req-eb00dac7-48e0-4f0f-8858-47e068af6cd1 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 931 time: 0.1141932 Mar 31 15:32:31.610384 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Publish callbacks [] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:31.635322 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Transition to ACTIVE for port object 27b904dc-f5bc-43f7-aa6f-9b8e852d24df will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:32:31.640358 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:31.721834 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-670826b1-208e-41ec-8d2f-0f41119e1b01 req-e6551b20-0825-4e33-9758-98dc337c96c6 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050448 Mar 31 15:32:31.722988 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Pushing event updated for resources: {'Port': ['ID=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:31.813171 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Attempting to bind port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:32:31.813504 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Attempting to bind port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:32:31.814243 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Attempting to bind port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df on network 487d4ad4-6062-4b0c-b5a1-580b37d41911 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:32:31.818680 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df on network 487d4ad4-6062-4b0c-b5a1-580b37d41911 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:32:31.819619 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Attempting to bind port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df on network 487d4ad4-6062-4b0c-b5a1-580b37d41911 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:32:31.825046 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:32:31.825411 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Checking segment: {'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:32:31.825793 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Bound using segment: {'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:32:31.826223 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Bound port: 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f703f2ee-81b3-4f63-849c-6bade578ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:32:31.826575 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:31.900647 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] For port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host hv-cinder-75078, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:32:31.904088 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] For port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:32:31.911475 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:31.947873 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:31.948498 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:31.949937 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] 10.222.0.13 "PUT /v2.0/ports/27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 200 len: 1093 time: 0.7883348 Mar 31 15:32:31.950427 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:31.952653 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:32.010315 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a33c8-1109-499f-bbce-7b19d54f8071 service neutron] Pushing event updated for resources: {'Port': ['ID=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:32.050631 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b82b259-638c-4ee1-a523-f50b0777dfe0 x-openstack-request-id: req-2b82b259-638c-4ee1-a523-f50b0777dfe0 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:32.050936 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:32.051187 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b82b259-638c-4ee1-a523-f50b0777dfe0 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:32.051603 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b82b259-638c-4ee1-a523-f50b0777dfe0'] response: {'name': 'network-changed', 'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'status': 'completed', 'code': 200} Mar 31 15:32:32.073340 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-996bf219-1031-4619-aa29-498b915b6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:32.074855 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-996bf219-1031-4619-aa29-498b915b6770 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a11fad92b034592881562cf733900f7&device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1127 time: 0.0582910 Mar 31 15:32:32.129193 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-02c96289-94ad-4629-bcd0-ae851a436c16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 200 len: 217 time: 0.0464642 Mar 31 15:32:32.187117 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-9d673c6e-8e32-4829-a9a1-349c008f70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:32.189842 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-9d673c6e-8e32-4829-a9a1-349c008f70d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03b55872-1299-4292-bae2-e786bad4747a HTTP/1.1" status: 200 len: 848 time: 0.0514917 Mar 31 15:32:32.242966 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-10ac6bb6-27d6-4bc9-8d39-4768cf5d0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:32.244402 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-10ac6bb6-27d6-4bc9-8d39-4768cf5d0cc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487d4ad4-6062-4b0c-b5a1-580b37d41911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483973 Mar 31 15:32:32.354025 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-940afd2f-a39f-4111-8069-dffb077561fd service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012239 Mar 31 15:32:32.446265 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35388f0a-7dc5-4f5e-be7e-6f67fd30ed47 req-0bf95adb-bcf5-46b8-bcc6-43425c244ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863154 Mar 31 15:32:32.574820 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b req-8c3faf79-99be-4e59-b13d-d1a6b55a9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:32.576414 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b req-8c3faf79-99be-4e59-b13d-d1a6b55a9671 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a11fad92b034592881562cf733900f7&device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1127 time: 0.0536075 Mar 31 15:32:32.675038 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b req-43a61e68-6def-4831-ab10-053c4ef7fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:32.676566 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b req-43a61e68-6def-4831-ab10-053c4ef7fda6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=487d4ad4-6062-4b0c-b5a1-580b37d41911 HTTP/1.1" status: 200 len: 910 time: 0.0932915 Mar 31 15:32:32.730794 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b req-6e7f52e4-e67c-4bbf-baf3-a83d3d750840 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 200 len: 217 time: 0.0424843 Mar 31 15:32:32.792087 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b req-56d7d691-b635-402b-8eb3-db81ea6ab958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:32.792087 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b req-56d7d691-b635-402b-8eb3-db81ea6ab958 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03b55872-1299-4292-bae2-e786bad4747a HTTP/1.1" status: 200 len: 848 time: 0.0502689 Mar 31 15:32:32.876156 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b req-30064c27-dd19-4c81-8500-91f12f0d2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:32.878980 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b req-30064c27-dd19-4c81-8500-91f12f0d2788 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487d4ad4-6062-4b0c-b5a1-580b37d41911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0810061 Mar 31 15:32:32.890014 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b466b-4792-4361-929d-1cd99a977bb5 req-50e5bbe6-4494-40b5-8d54-92665f97c3ca tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:32.891443 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-031b466b-4792-4361-929d-1cd99a977bb5 req-50e5bbe6-4494-40b5-8d54-92665f97c3ca tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0840051 Mar 31 15:32:32.930594 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-8280921f-3b97-4d44-92a4-d0db5ed8af44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:33.003761 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-031b466b-4792-4361-929d-1cd99a977bb5 req-2348ff16-a362-475a-9399-4c389fe918fa tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036808 Mar 31 15:32:33.020500 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b req-e5b84db8-52a4-467a-bb0a-9d5a05277eb6 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276920 Mar 31 15:32:33.118007 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7aa812bf-3040-4ea8-9182-8f1e63e8a81b req-47b2e77b-9b2a-47aa-ab45-097473083e19 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901692 Mar 31 15:32:34.133445 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354db8dc-be01-41a9-b4e9-4c599b663cb5 req-88e97850-0438-4752-9082-83d5c2adef38 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:34.135107 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-354db8dc-be01-41a9-b4e9-4c599b663cb5 req-88e97850-0438-4752-9082-83d5c2adef38 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0615172 Mar 31 15:32:34.189046 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-354db8dc-be01-41a9-b4e9-4c599b663cb5 req-1541b282-a70a-42d8-a405-27c432b6d5f9 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476840 Mar 31 15:32:35.309795 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-81c13dea-4b14-4f9d-8b3f-314b3c0059df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:35.317196 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840a88a-ad7e-4485-8fd2-ba82c89c9afd req-756e29b2-3398-4ff0-a2ff-ffb54d029bca tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:35.318752 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0840a88a-ad7e-4485-8fd2-ba82c89c9afd req-756e29b2-3398-4ff0-a2ff-ffb54d029bca tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0583947 Mar 31 15:32:35.372810 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0840a88a-ad7e-4485-8fd2-ba82c89c9afd req-8eaa6049-cddf-4251-8ba4-3a3394f4af77 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482724 Mar 31 15:32:36.518628 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859739c-10aa-4451-bb96-0c65fcf7a52c req-2cfbb663-c067-4b3d-9ef5-a9dbd40c9b81 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:36.520064 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0859739c-10aa-4451-bb96-0c65fcf7a52c req-2cfbb663-c067-4b3d-9ef5-a9dbd40c9b81 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0624325 Mar 31 15:32:36.552355 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:36.577399 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0859739c-10aa-4451-bb96-0c65fcf7a52c req-6e1438f3-5780-4ad7-a5d5-171784c04473 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473382 Mar 31 15:32:37.708120 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b88da-67d3-4952-896c-468f164e347b req-ee922655-b9b4-40c9-9bd4-efd8c73c02b8 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:37.709725 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-027b88da-67d3-4952-896c-468f164e347b req-ee922655-b9b4-40c9-9bd4-efd8c73c02b8 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0580051 Mar 31 15:32:37.764170 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-027b88da-67d3-4952-896c-468f164e347b req-3d67f2ca-8050-4c2b-8b5c-9bd5d4dbc7b1 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482819 Mar 31 15:32:37.957674 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:38.889414 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d8f63-834d-4c31-873f-a486f89b2f79 req-0464dd76-496d-4b35-8f67-11cb4e5d0b57 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:38.890926 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3c6d8f63-834d-4c31-873f-a486f89b2f79 req-0464dd76-496d-4b35-8f67-11cb4e5d0b57 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0560722 Mar 31 15:32:38.940781 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3c6d8f63-834d-4c31-873f-a486f89b2f79 req-56cc73fb-3349-46d9-a2df-2a8ea444d153 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 Mar 31 15:32:39.007477 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 27b904dc-f5bc-43f7-aa6f-9b8e852d24df details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:32:39.120889 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:39.133763 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'port_id': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'mac_address': 'fa:16:3e:a6:48:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:32:39.175854 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:39.176234 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:39.190529 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b904dc-f5bc-43f7-aa6f-9b8e852d24df {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:32:39.210551 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:39.222872 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:39.275416 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:39.464697 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:39.488245 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['27b904dc-f5bc-43f7-aa6f-9b8e852d24df'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:32:40.061998 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9971d8-0ba5-4e8a-aaae-96ba5ee93562 req-b950d585-69a1-4aed-8946-127602d4505b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:40.063479 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8f9971d8-0ba5-4e8a-aaae-96ba5ee93562 req-b950d585-69a1-4aed-8946-127602d4505b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 944 time: 0.0535474 Mar 31 15:32:40.114633 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8f9971d8-0ba5-4e8a-aaae-96ba5ee93562 req-673043c2-6eb9-49c1-9989-088069f3690d tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444183 Mar 31 15:32:41.039119 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 27b904dc-f5bc-43f7-aa6f-9b8e852d24df up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:32:41.089671 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:32:41.094217 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:32:41.094589 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:41.181697 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:32:41.182081 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:41.210426 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:41.213799 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b8ddff-4a52-4fdf-82e6-f01d6123115c" -d '{"events": [{"server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "name": "network-vif-plugged", "status": "completed", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:41.227910 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:41.232741 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:41.253718 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fb2d8-275f-426a-9a70-e9ebaff66b06 req-8b424894-5cb8-478c-9bfb-95cae4be6a65 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:41.255304 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5a2fb2d8-275f-426a-9a70-e9ebaff66b06 req-8b424894-5cb8-478c-9bfb-95cae4be6a65 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 944 time: 0.0617290 Mar 31 15:32:41.266498 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b3b493-439b-4cd2-8f48-c5db8027493b x-openstack-request-id: req-75b3b493-439b-4cd2-8f48-c5db8027493b {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:41.266864 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "name": "network-vif-plugged", "status": "completed", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:41.268602 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75b3b493-439b-4cd2-8f48-c5db8027493b {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:41.269265 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b3b493-439b-4cd2-8f48-c5db8027493b'] response: {'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'code': 200} Mar 31 15:32:41.309451 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:41.317921 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5a2fb2d8-275f-426a-9a70-e9ebaff66b06 req-33930fac-9b45-4176-b67d-0b5d78d9a53c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557954 Mar 31 15:32:41.508257 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6d22c-c4c9-4c33-a893-d5a63d5fa21e req-28a05fc8-6c09-4a13-a9f4-61c5c921a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:41.509685 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-20d6d22c-c4c9-4c33-a893-d5a63d5fa21e req-28a05fc8-6c09-4a13-a9f4-61c5c921a5a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0470080 Mar 31 15:32:41.556912 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-20d6d22c-c4c9-4c33-a893-d5a63d5fa21e req-2e937726-a6fb-418d-8206-a7b5e1f595e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407488 Mar 31 15:32:42.444027 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085398c-f801-430f-a13d-0e192867fee5 req-2ac299eb-a172-4d85-9589-57d69cf5c04f tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:42.445581 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9085398c-f801-430f-a13d-0e192867fee5 req-2ac299eb-a172-4d85-9589-57d69cf5c04f tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0572917 Mar 31 15:32:42.506187 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9085398c-f801-430f-a13d-0e192867fee5 req-06226032-e2c4-4c3f-a326-d09e93487507 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542247 Mar 31 15:32:43.640024 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3beed-6f5a-4eb7-9ea1-d094a82e950a req-a2a537dd-40d8-49aa-8528-4a32cdbe52cd tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:43.641561 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b8a3beed-6f5a-4eb7-9ea1-d094a82e950a req-a2a537dd-40d8-49aa-8528-4a32cdbe52cd tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0646355 Mar 31 15:32:43.693864 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b8a3beed-6f5a-4eb7-9ea1-d094a82e950a req-c4d400fa-f237-4087-ae8b-25c92caaba82 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455256 Mar 31 15:32:43.813488 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574de865-2656-4ca0-bf46-9e8c39057485 req-af4c1618-04ed-4f52-ab9b-3ee8e60b76d0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:43.815558 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-574de865-2656-4ca0-bf46-9e8c39057485 req-af4c1618-04ed-4f52-ab9b-3ee8e60b76d0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0553069 Mar 31 15:32:43.870935 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-574de865-2656-4ca0-bf46-9e8c39057485 req-b4c1223e-2492-44a2-a982-36e3654fa2bd tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497005 Mar 31 15:32:43.894916 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56188) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:44.011587 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3217c1de-9ab3-4e80-9f78-253792a755bb tempest-TestShelveInstance-1568159367 tempest-TestShelveInstance-1568159367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:44.014430 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-3217c1de-9ab3-4e80-9f78-253792a755bb tempest-TestShelveInstance-1568159367 tempest-TestShelveInstance-1568159367-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1124 time: 0.1182172 Mar 31 15:32:44.016994 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56192) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:44.025736 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'port_id': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:32:44.046012 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:44.151700 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:44.272583 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Allocated IP 172.27.2.102 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/e10ab346-3c16-4672-8c24-3254838c89aa) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:32:44.382327 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for port (e10ab346-3c16-4672-8c24-3254838c89aa), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:44.416439 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (e10ab346-3c16-4672-8c24-3254838c89aa), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:44.454329 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:32:44.459831 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:32:44.462424 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:32:44.490814 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event updated for resources: {'Port': ['ID=e10ab346-3c16-4672-8c24-3254838c89aa,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:44.865215 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for floatingip (e4216b1d-a77d-4fed-8b8a-eabde6085b36), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:44.949860 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (e10ab346-3c16-4672-8c24-3254838c89aa), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:45.112643 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for port (e10ab346-3c16-4672-8c24-3254838c89aa), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:45.118245 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (e10ab346-3c16-4672-8c24-3254838c89aa), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:45.213222 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event updated for resources: {'Port': ['ID=e10ab346-3c16-4672-8c24-3254838c89aa,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:45.222564 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (e4216b1d-a77d-4fed-8b8a-eabde6085b36), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:45.328420 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Floating IP e4216b1d-a77d-4fed-8b8a-eabde6085b36 associated. External IP: 172.27.2.102, port: 27b904dc-f5bc-43f7-aa6f-9b8e852d24df. Mar 31 15:32:45.551140 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Router e4f7ddf7-4533-47ab-948c-521e69190a46 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:32:45.939970 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:32:45.949532 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289e2c3-b20a-47ed-9f83-5e6442f9f2de None None] Sync routers for ids ['e4f7ddf7-4533-47ab-948c-521e69190a46'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:45.961894 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:45.965497 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289e2c3-b20a-47ed-9f83-5e6442f9f2de None None] Routers {'e4f7ddf7-4533-47ab-948c-521e69190a46'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:45.966347 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-9289e2c3-b20a-47ed-9f83-5e6442f9f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e4f7ddf7-4533-47ab-948c-521e69190a46'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:45.996483 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-2321f323-8e0a-4245-8629-1bb6fd78c76c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9776824 Mar 31 15:32:45.997056 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:45.999582 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e0d0bc-68f8-45e3-a4bd-f613e962a677" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:46.035941 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c240f0d1-bec8-4530-8eca-f06e597f9b92 x-openstack-request-id: req-c240f0d1-bec8-4530-8eca-f06e597f9b92 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:46.036232 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:46.036560 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c240f0d1-bec8-4530-8eca-f06e597f9b92 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:46.036974 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c240f0d1-bec8-4530-8eca-f06e597f9b92'] response: {'name': 'network-changed', 'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'status': 'completed', 'code': 200} Mar 31 15:32:46.104371 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0d0bc-68f8-45e3-a4bd-f613e962a677 req-6ceea2ce-aec6-4ad0-a954-0c10ed022a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:46.105839 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-82e0d0bc-68f8-45e3-a4bd-f613e962a677 req-6ceea2ce-aec6-4ad0-a954-0c10ed022a06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a11fad92b034592881562cf733900f7&device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0474148 Mar 31 15:32:46.147216 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-9289e2c3-b20a-47ed-9f83-5e6442f9f2de None None] Set router e4f7ddf7-4533-47ab-948c-521e69190a46 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:46.229324 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0d0bc-68f8-45e3-a4bd-f613e962a677 req-b7bb702f-c57c-4d6e-95f6-cfb488568c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:46.232097 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-82e0d0bc-68f8-45e3-a4bd-f613e962a677 req-b7bb702f-c57c-4d6e-95f6-cfb488568c4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=487d4ad4-6062-4b0c-b5a1-580b37d41911 HTTP/1.1" status: 200 len: 910 time: 0.1103911 Mar 31 15:32:46.320410 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-82e0d0bc-68f8-45e3-a4bd-f613e962a677 req-8d0d4b2e-2683-4ebf-aed7-e2daf91592fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 200 len: 999 time: 0.0815694 Mar 31 15:32:46.372310 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0d0bc-68f8-45e3-a4bd-f613e962a677 req-10735927-38bb-4cf2-bd4a-fa372b9cb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:46.374213 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-82e0d0bc-68f8-45e3-a4bd-f613e962a677 req-10735927-38bb-4cf2-bd4a-fa372b9cb67f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03b55872-1299-4292-bae2-e786bad4747a HTTP/1.1" status: 200 len: 848 time: 0.0475364 Mar 31 15:32:46.389548 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-9289e2c3-b20a-47ed-9f83-5e6442f9f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'e4216b1d-a77d-4fed-8b8a-eabde6085b36', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'port_id': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'mac_address': 'fa:16:3e:a6:48:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:44Z', 'updated_at': '2022-03-31T15:32:44Z', 'revision_number': 0, 'project_id': '3a11fad92b034592881562cf733900f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84172755-9fcf-4112-91a4-600deba30594', 'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'mac_address': 'fa:16:3e:81:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:51Z', 'updated_at': '2022-03-31T15:32:01Z', 'revision_number': 5, 'project_id': '3a11fad92b034592881562cf733900f7', 'subnets': [{'id': '03b55872-1299-4292-bae2-e786bad4747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:46.423698 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289e2c3-b20a-47ed-9f83-5e6442f9f2de None None] Checking router: e4f7ddf7-4533-47ab-948c-521e69190a46 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:46.437394 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0d0bc-68f8-45e3-a4bd-f613e962a677 req-9d34fa06-26ef-460d-886e-6016498e7104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:46.438972 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-82e0d0bc-68f8-45e3-a4bd-f613e962a677 req-9d34fa06-26ef-460d-886e-6016498e7104 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487d4ad4-6062-4b0c-b5a1-580b37d41911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581305 Mar 31 15:32:46.440004 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289e2c3-b20a-47ed-9f83-5e6442f9f2de None None] Routers {'e4f7ddf7-4533-47ab-948c-521e69190a46'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:46.441197 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-9289e2c3-b20a-47ed-9f83-5e6442f9f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e4f7ddf7-4533-47ab-948c-521e69190a46'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:46.545056 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-82e0d0bc-68f8-45e3-a4bd-f613e962a677 req-cbf27fd4-32ef-41d4-b50c-753947e47fe8 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951219 Mar 31 15:32:46.576427 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-9289e2c3-b20a-47ed-9f83-5e6442f9f2de None None] Set router e4f7ddf7-4533-47ab-948c-521e69190a46 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:46.686198 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-82e0d0bc-68f8-45e3-a4bd-f613e962a677 req-e10f9cea-3f98-47ff-b6f3-e0c448101795 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341703 Mar 31 15:32:46.841943 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-9289e2c3-b20a-47ed-9f83-5e6442f9f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'e4216b1d-a77d-4fed-8b8a-eabde6085b36', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'port_id': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'mac_address': 'fa:16:3e:a6:48:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:44Z', 'updated_at': '2022-03-31T15:32:44Z', 'revision_number': 0, 'project_id': '3a11fad92b034592881562cf733900f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84172755-9fcf-4112-91a4-600deba30594', 'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'mac_address': 'fa:16:3e:81:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:51Z', 'updated_at': '2022-03-31T15:32:01Z', 'revision_number': 5, 'project_id': '3a11fad92b034592881562cf733900f7', 'subnets': [{'id': '03b55872-1299-4292-bae2-e786bad4747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:46.869931 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289e2c3-b20a-47ed-9f83-5e6442f9f2de None None] The sync data for ids ['e4f7ddf7-4533-47ab-948c-521e69190a46'] in dv-cinder-750782-15-iscsi is: [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'e4216b1d-a77d-4fed-8b8a-eabde6085b36', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'port_id': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'mac_address': 'fa:16:3e:a6:48:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:32:44Z', 'updated_at': '2022-03-31T15:32:44Z', 'revision_number': 0, 'project_id': '3a11fad92b034592881562cf733900f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84172755-9fcf-4112-91a4-600deba30594', 'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'mac_address': 'fa:16:3e:81:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:51Z', 'updated_at': '2022-03-31T15:32:01Z', 'revision_number': 5, 'project_id': '3a11fad92b034592881562cf733900f7', 'subnets': [{'id': '03b55872-1299-4292-bae2-e786bad4747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:47.081391 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47493c20-6418-4014-8463-358b67fadb3b None None] New status for floating IP e4216b1d-a77d-4fed-8b8a-eabde6085b36: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:32:52.863485 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:56.267866 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9275a2-f4ec-41e8-9e82-665e4dbe199d req-2fbecf87-37f6-415f-bab9-18ce6dddbc17 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:56.269028 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2c9275a2-f4ec-41e8-9e82-665e4dbe199d req-2fbecf87-37f6-415f-bab9-18ce6dddbc17 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 946 time: 0.0573115 Mar 31 15:32:56.316985 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2c9275a2-f4ec-41e8-9e82-665e4dbe199d req-82aa4161-5fc4-4d0d-b958-593eada9a717 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421364 Mar 31 15:32:57.444525 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c3753-3c91-4a74-a45e-75d454a1aa69 req-da1314c3-cbda-4fbc-a653-f3ee37991a7e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:57.446216 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-838c3753-3c91-4a74-a45e-75d454a1aa69 req-da1314c3-cbda-4fbc-a653-f3ee37991a7e tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 946 time: 0.0600836 Mar 31 15:32:57.495594 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-838c3753-3c91-4a74-a45e-75d454a1aa69 req-842fccaa-1086-41f5-be82-8fee300febd4 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433259 Mar 31 15:32:58.104115 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-9a8abcee-eb21-4890-9f98-39cfa4c474a3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:58.105507 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-9a8abcee-eb21-4890-9f98-39cfa4c474a3 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 946 time: 0.0587411 Mar 31 15:32:58.201565 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Deleting port b2763392-9b8e-4754-8e09-a3089c3c2bc0 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:32:58.201904 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:58.299659 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] For port b2763392-9b8e-4754-8e09-a3089c3c2bc0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2763392-9b8e-4754-8e09-a3089c3c2bc0,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:32:58.300105 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:58.530051 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:58.530851 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (0bc8495b-32cf-4629-b532-acd0d2c5f37d), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:58.530851 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Floating IP 0bc8495b-32cf-4629-b532-acd0d2c5f37d disassociated. External IP: 172.27.2.136, port: b2763392-9b8e-4754-8e09-a3089c3c2bc0. Mar 31 15:32:58.531072 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Calling delete_port for b2763392-9b8e-4754-8e09-a3089c3c2bc0 owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:32:58.659461 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c0af1-5d2a-4ce2-a1e9-a5d09af4b912 req-4b1811f6-b9c5-4d8c-b1eb-115d80dd395a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:32:58.660982 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a63c0af1-5d2a-4ce2-a1e9-a5d09af4b912 req-4b1811f6-b9c5-4d8c-b1eb-115d80dd395a tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac80337-5dae-4513-b2ea-3e1a246d05d2 HTTP/1.1" status: 200 len: 946 time: 0.0832112 Mar 31 15:32:58.747169 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (b2763392-9b8e-4754-8e09-a3089c3c2bc0), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:58.752999 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a63c0af1-5d2a-4ce2-a1e9-a5d09af4b912 req-154a8ad2-2ef2-4e6d-8581-ec8789647395 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups?id=1df70d35-b297-49a1-a088-fba1a2312d56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861297 Mar 31 15:32:58.781115 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'Port': ['ID=b2763392-9b8e-4754-8e09-a3089c3c2bc0,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:58.903198 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Router d497bd18-50fd-494a-ac6d-0ce50615fcbd has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:32:59.015573 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:32:59.027704 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1ca9c-387e-4dad-b0cc-4a05e76862fb None None] Sync routers for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:32:59.040029 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1ca9c-387e-4dad-b0cc-4a05e76862fb None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:59.040693 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-aec1ca9c-387e-4dad-b0cc-4a05e76862fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:59.059722 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] No DVR routers for this DVR port b2763392-9b8e-4754-8e09-a3089c3c2bc0 on host hv-cinder-75078 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:32:59.062206 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:59.065852 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-daf0be51-fa3a-4961-bc19-9654bd82f32a req-3d5c9007-bfbf-418a-a474-5213b13eef66 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.13 "DELETE /v2.0/ports/b2763392-9b8e-4754-8e09-a3089c3c2bc0 HTTP/1.1" status: 204 len: 173 time: 0.9548151 Mar 31 15:32:59.066325 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'name': 'network-vif-deleted', 'tag': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:32:59.068681 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c2d70e-56a5-4a42-8cb4-c6c905400701" -d '{"events": [{"server_uuid": "eac80337-5dae-4513-b2ea-3e1a246d05d2", "name": "network-vif-deleted", "tag": "b2763392-9b8e-4754-8e09-a3089c3c2bc0"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:32:59.130142 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b395bfc-23cb-4d83-bc06-206b0dd47b81 x-openstack-request-id: req-8b395bfc-23cb-4d83-bc06-206b0dd47b81 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:32:59.130514 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac80337-5dae-4513-b2ea-3e1a246d05d2", "name": "network-vif-deleted", "tag": "b2763392-9b8e-4754-8e09-a3089c3c2bc0", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:32:59.130870 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b395bfc-23cb-4d83-bc06-206b0dd47b81 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:32:59.131426 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b395bfc-23cb-4d83-bc06-206b0dd47b81'] response: {'server_uuid': 'eac80337-5dae-4513-b2ea-3e1a246d05d2', 'name': 'network-vif-deleted', 'tag': 'b2763392-9b8e-4754-8e09-a3089c3c2bc0', 'status': 'completed', 'code': 200} Mar 31 15:32:59.182974 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-aec1ca9c-387e-4dad-b0cc-4a05e76862fb None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:59.508176 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-aec1ca9c-387e-4dad-b0cc-4a05e76862fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:59.535594 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1ca9c-387e-4dad-b0cc-4a05e76862fb None None] Checking router: d497bd18-50fd-494a-ac6d-0ce50615fcbd for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:32:59.547150 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1ca9c-387e-4dad-b0cc-4a05e76862fb None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:32:59.547805 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-aec1ca9c-387e-4dad-b0cc-4a05e76862fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:32:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:59.664179 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-aec1ca9c-387e-4dad-b0cc-4a05e76862fb None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:32:59.842880 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56280) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:59.890797 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-aec1ca9c-387e-4dad-b0cc-4a05e76862fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:32:59.914144 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-78dac944-72ec-469e-af7c-e53d0f6c9fe2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (1df70d35-b297-49a1-a088-fba1a2312d56), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:59.925790 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1ca9c-387e-4dad-b0cc-4a05e76862fb None None] The sync data for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi is: [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:26:43Z', 'revision_number': 4, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '63b276b3-29db-44d2-a589-aa96f5b80c29', 'name': '', 'network_id': 'fc02ec74-7758-4df2-8ceb-5657ae38de47', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'mac_address': 'fa:16:3e:99:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:40Z', 'updated_at': '2022-03-31T15:26:50Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'subnets': [{'id': '7ac981f0-5e91-4e93-b7ca-3a3576546b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:32:59.943125 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-78dac944-72ec-469e-af7c-e53d0f6c9fe2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (1df70d35-b297-49a1-a088-fba1a2312d56), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:00.015030 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-78dac944-72ec-469e-af7c-e53d0f6c9fe2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (1df70d35-b297-49a1-a088-fba1a2312d56), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:00.018555 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-78dac944-72ec-469e-af7c-e53d0f6c9fe2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:00.022554 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-78dac944-72ec-469e-af7c-e53d0f6c9fe2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "DELETE /v2.0/security-groups/1df70d35-b297-49a1-a088-fba1a2312d56 HTTP/1.1" status: 204 len: 168 time: 0.1758664 Mar 31 15:33:00.023521 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 56284) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:00.033408 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dac944-72ec-469e-af7c-e53d0f6c9fe2 tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df70d35-b297-49a1-a088-fba1a2312d56,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:00.046835 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.api.v2.resource [None req-6d0f4c26-824c-48cf-bdb4-db2d16b3ee8b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] show failed (client error): The resource could not be found. Mar 31 15:33:00.052351 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-6d0f4c26-824c-48cf-bdb4-db2d16b3ee8b tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "GET /v2.0/security-groups/1df70d35-b297-49a1-a088-fba1a2312d56 HTTP/1.1" status: 404 len: 347 time: 0.0261824 Mar 31 15:33:00.052873 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56286) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:00.215544 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-00352721-79b3-4e3d-a8be-4517f0756dbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Deleting port f9f0eab6-1754-4822-a0a9-e817dd78666f {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:33:00.215544 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-00352721-79b3-4e3d-a8be-4517f0756dbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (f9f0eab6-1754-4822-a0a9-e817dd78666f), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:00.268632 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43843e99-f8aa-4952-b77b-f8f73ded666f None None] New status for floating IP 0bc8495b-32cf-4629-b532-acd0d2c5f37d: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:33:00.309150 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-00352721-79b3-4e3d-a8be-4517f0756dbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (f9f0eab6-1754-4822-a0a9-e817dd78666f), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:00.309502 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-00352721-79b3-4e3d-a8be-4517f0756dbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (f9f0eab6-1754-4822-a0a9-e817dd78666f), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:00.324283 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-00352721-79b3-4e3d-a8be-4517f0756dbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Calling delete_port for f9f0eab6-1754-4822-a0a9-e817dd78666f owned by network:floatingip {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:33:00.466963 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-00352721-79b3-4e3d-a8be-4517f0756dbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (f9f0eab6-1754-4822-a0a9-e817dd78666f), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:00.490693 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00352721-79b3-4e3d-a8be-4517f0756dbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Pushing event deleted for resources: {'Port': ['ID=f9f0eab6-1754-4822-a0a9-e817dd78666f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:00.557079 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-00352721-79b3-4e3d-a8be-4517f0756dbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks [] for floatingip (0bc8495b-32cf-4629-b532-acd0d2c5f37d), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:00.559604 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-00352721-79b3-4e3d-a8be-4517f0756dbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:00.560753 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-00352721-79b3-4e3d-a8be-4517f0756dbd tempest-AttachVolumeNegativeTest-1951711270 tempest-AttachVolumeNegativeTest-1951711270-project] 10.222.0.11 "DELETE /v2.0/floatingips/0bc8495b-32cf-4629-b532-acd0d2c5f37d HTTP/1.1" status: 204 len: 168 time: 0.5064831 Mar 31 15:33:01.160314 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device b2763392-9b8e-4754-8e09-a3089c3c2bc0 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:33:01.181487 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: b2763392-9b8e-4754-8e09-a3089c3c2bc0 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:33:01.181822 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device b2763392-9b8e-4754-8e09-a3089c3c2bc0 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:33:02.913577 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d2e88-d252-45f7-9ca6-eab2870f734f req-c9a93491-96e5-407c-b73c-e54fda4de3ba tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:02.915113 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-953d2e88-d252-45f7-9ca6-eab2870f734f req-c9a93491-96e5-407c-b73c-e54fda4de3ba tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0569067 Mar 31 15:33:02.937932 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4de7b71f-ebf3-4f6e-974a-632e836f49e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:02.971119 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-953d2e88-d252-45f7-9ca6-eab2870f734f req-1adb1dbd-145e-48e4-9160-5543467e566b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479126 Mar 31 15:33:04.108400 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37bb0b-06da-4c3a-9102-f5112d3b694e req-915a219e-1c08-44c2-a0d8-c341ad1a0ca9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:04.109821 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2a37bb0b-06da-4c3a-9102-f5112d3b694e req-915a219e-1c08-44c2-a0d8-c341ad1a0ca9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0568800 Mar 31 15:33:04.157036 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2a37bb0b-06da-4c3a-9102-f5112d3b694e req-d0aad5be-6b56-4d74-b2c1-298fcbc3a404 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407236 Mar 31 15:33:04.235805 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56348) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:04.731437 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609331'] for router_interface (d497bd18-50fd-494a-ac6d-0ce50615fcbd), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:04.988246 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] Deleting port 63b276b3-29db-44d2-a589-aa96f5b80c29 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:33:04.988698 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:05.065992 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] For port 63b276b3-29db-44d2-a589-aa96f5b80c29, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=63b276b3-29db-44d2-a589-aa96f5b80c29,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:05.066350 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:05.078606 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] Calling delete_port for 63b276b3-29db-44d2-a589-aa96f5b80c29 owned by network:router_interface {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:33:05.293213 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-be6744fd-246e-4bdb-9eff-edb6b4abf61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:05.302208 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (63b276b3-29db-44d2-a589-aa96f5b80c29), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:05.343849 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc8be0-a293-42e3-9533-2b11b55c2d51 req-59e8ec0a-a633-4414-9085-cf83ad718864 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:05.346933 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-efbc8be0-a293-42e3-9533-2b11b55c2d51 req-59e8ec0a-a633-4414-9085-cf83ad718864 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.1021242 Mar 31 15:33:05.349352 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b276b3-29db-44d2-a589-aa96f5b80c29,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:05.447401 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-efbc8be0-a293-42e3-9533-2b11b55c2d51 req-77b49e21-91e1-45f2-991a-b637109a4204 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799191 Mar 31 15:33:05.552388 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607139'] for router_interface (d497bd18-50fd-494a-ac6d-0ce50615fcbd), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:06.072045 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] Router d497bd18-50fd-494a-ac6d-0ce50615fcbd has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:33:06.185646 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:33:06.191228 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-6c361303-f6f6-4ac3-a072-f1cb5a678fa9 admin admin] 10.222.0.11 "PUT /v2.0/routers/d497bd18-50fd-494a-ac6d-0ce50615fcbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9497342 Mar 31 15:33:06.193901 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56376) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:06.194550 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817f56a6-bd36-400e-a373-56beccf1f7b6 None None] Sync routers for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:06.205493 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f56a6-bd36-400e-a373-56beccf1f7b6 None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:33:06.206099 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-817f56a6-bd36-400e-a373-56beccf1f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:06.308666 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Publish callbacks [] for router (d497bd18-50fd-494a-ac6d-0ce50615fcbd), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:06.321893 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-817f56a6-bd36-400e-a373-56beccf1f7b6 None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:33:06.418299 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Publish callbacks [] for router_gateway (d497bd18-50fd-494a-ac6d-0ce50615fcbd), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:06.470949 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Deleting port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:33:06.471409 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:06.513645 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-817f56a6-bd36-400e-a373-56beccf1f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:33:05Z', 'revision_number': 5, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port': {'id': '4eab0b90-c3cd-4ee1-9388-cd0b4453627c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:26:32Z', 'updated_at': '2022-03-31T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:06.543884 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817f56a6-bd36-400e-a373-56beccf1f7b6 None None] Checking router: d497bd18-50fd-494a-ac6d-0ce50615fcbd for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:06.553049 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:06.557422 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f56a6-bd36-400e-a373-56beccf1f7b6 None None] Routers {'d497bd18-50fd-494a-ac6d-0ce50615fcbd'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:33:06.558196 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-817f56a6-bd36-400e-a373-56beccf1f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:06.588836 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] For port 4eab0b90-c3cd-4ee1-9388-cd0b4453627c, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=4eab0b90-c3cd-4ee1-9388-cd0b4453627c,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:06.589311 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:06.603872 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Calling delete_port for 4eab0b90-c3cd-4ee1-9388-cd0b4453627c owned by network:router_gateway {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:33:06.626783 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a867aa-82f5-4ac1-ac86-9591ff67ce06 req-983962ba-5999-46c0-bdd2-788371f15cd0 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:06.628294 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c9a867aa-82f5-4ac1-ac86-9591ff67ce06 req-983962ba-5999-46c0-bdd2-788371f15cd0 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0902679 Mar 31 15:33:06.648798 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-817f56a6-bd36-400e-a373-56beccf1f7b6 None None] Set router d497bd18-50fd-494a-ac6d-0ce50615fcbd gateway port host: None {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:33:06.703123 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-817f56a6-bd36-400e-a373-56beccf1f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:33:06Z', 'revision_number': 6, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port_host': None}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:06.728469 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817f56a6-bd36-400e-a373-56beccf1f7b6 None None] The sync data for ids ['d497bd18-50fd-494a-ac6d-0ce50615fcbd'] in dv-cinder-750782-15-iscsi is: [{'id': 'd497bd18-50fd-494a-ac6d-0ce50615fcbd', 'name': 'tempest-AttachVolumeNegativeTest-1049827796-router', 'tenant_id': 'c354a25138ad49b18228539ce07b0cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:26:30Z', 'updated_at': '2022-03-31T15:33:06Z', 'revision_number': 6, 'project_id': 'c354a25138ad49b18228539ce07b0cd7', 'gw_port_host': None}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:06.756731 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c9a867aa-82f5-4ac1-ac86-9591ff67ce06 req-9737d2d9-5896-4ed1-9159-8eaaca3aebfd tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980861 Mar 31 15:33:06.829968 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (4eab0b90-c3cd-4ee1-9388-cd0b4453627c), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:06.855390 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Pushing event deleted for resources: {'Port': ['ID=4eab0b90-c3cd-4ee1-9388-cd0b4453627c,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:06.927483 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608969'] for router_gateway (d497bd18-50fd-494a-ac6d-0ce50615fcbd), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.018905 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15575'] for router (d497bd18-50fd-494a-ac6d-0ce50615fcbd), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.020944 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Publish callbacks [] for router_controller (d497bd18-50fd-494a-ac6d-0ce50615fcbd), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.064648 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637868'] for router (d497bd18-50fd-494a-ac6d-0ce50615fcbd), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.065266 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d497bd18-50fd-494a-ac6d-0ce50615fcbd {{(pid=103658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:33:07.069767 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.073529 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e4ce956e-0e64-44e8-8318-c225f884afea admin admin] 10.222.0.11 "DELETE /v2.0/routers/d497bd18-50fd-494a-ac6d-0ce50615fcbd HTTP/1.1" status: 204 len: 168 time: 0.8781717 Mar 31 15:33:07.073738 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 56384) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:07.129841 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Deleting subnet 7ac981f0-5e91-4e93-b7ca-3a3576546b1f {{(pid=103659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:33:07.133688 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Publish callbacks [] for subnet (7ac981f0-5e91-4e93-b7ca-3a3576546b1f), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.176608 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4012077'] for subnet (7ac981f0-5e91-4e93-b7ca-3a3576546b1f), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.257917 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (7ac981f0-5e91-4e93-b7ca-3a3576546b1f), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.283327 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:33:07.311378 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3477119'] for subnet (7ac981f0-5e91-4e93-b7ca-3a3576546b1f), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.335537 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac981f0-5e91-4e93-b7ca-3a3576546b1f,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:07.344776 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.347726 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd531a-c769-4140-ad54-1d4a9f23fc21 None None] Network fc02ec74-7758-4df2-8ceb-5657ae38de47 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:33:07.348029 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7ac981f0-5e91-4e93-b7ca-3a3576546b1f HTTP/1.1" status: 204 len: 168 time: 0.2733164 Mar 31 15:33:07.349898 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.350247 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.350593 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.350934 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.351075 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56386) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:07.351519 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.351615 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.351905 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.352231 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.352557 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.352889 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.353246 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.353575 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.353900 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.354227 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.354546 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4329ee6-03e7-4449-a1fa-28cf79fdb23c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:07.427755 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (fc02ec74-7758-4df2-8ceb-5657ae38de47), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.485760 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Deleting port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:33:07.486306 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.543695 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c907e5d6-6e25-4f34-a2cb-38658cead4a0 None None] DHCP port deletion for fc02ec74-7758-4df2-8ceb-5657ae38de47 request from dv-cinder-750782-15-iscsi {{(pid=103660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:33:07.559838 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] For port 6fd372b0-c59b-4be6-8ca8-88ae7039df84, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=6fd372b0-c59b-4be6-8ca8-88ae7039df84,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:07.560192 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.583566 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Calling delete_port for 6fd372b0-c59b-4be6-8ca8-88ae7039df84 owned by network:dhcp {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:33:07.618498 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-c907e5d6-6e25-4f34-a2cb-38658cead4a0 None None] Deleting port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 {{(pid=103660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:33:07.619128 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c907e5d6-6e25-4f34-a2cb-38658cead4a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), before_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.674659 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.691548 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-c907e5d6-6e25-4f34-a2cb-38658cead4a0 None None] For port 6fd372b0-c59b-4be6-8ca8-88ae7039df84, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=6fd372b0-c59b-4be6-8ca8-88ae7039df84,segment=NetworkSegment(f06e8e39-69f0-48b3-beee-f101ca31f0da),segment_id=f06e8e39-69f0-48b3-beee-f101ca31f0da)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:07.691941 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c907e5d6-6e25-4f34-a2cb-38658cead4a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), precommit_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.702132 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd372b0-c59b-4be6-8ca8-88ae7039df84,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:07.703997 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] No DVR routers for this DVR port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 on host dv-cinder-750782-15-iscsi {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:07.708526 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-c907e5d6-6e25-4f34-a2cb-38658cead4a0 None None] Calling delete_port for 6fd372b0-c59b-4be6-8ca8-88ae7039df84 owned by network:dhcp {{(pid=103660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:33:07.788462 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (fc02ec74-7758-4df2-8ceb-5657ae38de47), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.791160 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c907e5d6-6e25-4f34-a2cb-38658cead4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461'] for port (6fd372b0-c59b-4be6-8ca8-88ae7039df84), after_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.826933 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907e5d6-6e25-4f34-a2cb-38658cead4a0 None None] Pushing event deleted for resources: {'Port': ['ID=6fd372b0-c59b-4be6-8ca8-88ae7039df84,revision_number=None']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:07.830216 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc02ec74-7758-4df2-8ceb-5657ae38de47']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:07.832112 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c907e5d6-6e25-4f34-a2cb-38658cead4a0 None None] No DVR routers for this DVR port 6fd372b0-c59b-4be6-8ca8-88ae7039df84 on host dv-cinder-750782-15-iscsi {{(pid=103660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:07.845719 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06e8e39-69f0-48b3-beee-f101ca31f0da') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:07.846199 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06e8e39-69f0-48b3-beee-f101ca31f0da') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:07.865433 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3813681'] for segment (f06e8e39-69f0-48b3-beee-f101ca31f0da), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.904243 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (f06e8e39-69f0-48b3-beee-f101ca31f0da), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.913391 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:33:07.913789 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3907733'] for segment (f06e8e39-69f0-48b3-beee-f101ca31f0da), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: Traceback (most recent call last): Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: timer() Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: cb(*args, **kw) Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: return func(*args, **kwargs) Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: self._notify() Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: self.callback(batched_events) Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: event.method(event) Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: return f(self, *a, **k) Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._get(url).json() Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: return self.request(url, 'GET', **kwargs) Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:33:07.915442 dv-cinder-750782-15-iscsi neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:33:07.960902 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.986326 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130369dc-76ed-412e-b280-5d986ca9587f req-6c9ee0f5-ea5a-47c7-9a58-a384f12f272a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:07.987844 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-130369dc-76ed-412e-b280-5d986ca9587f req-6c9ee0f5-ea5a-47c7-9a58-a384f12f272a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.1203475 Mar 31 15:33:07.988908 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (fc02ec74-7758-4df2-8ceb-5657ae38de47), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.993496 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.996682 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fc02ec74-7758-4df2-8ceb-5657ae38de47 HTTP/1.1" status: 204 len: 168 time: 0.6445549 Mar 31 15:33:08.022287 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65329293-b177-4f18-8e1e-7e2006bc2087 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc02ec74-7758-4df2-8ceb-5657ae38de47,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:08.062230 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-130369dc-76ed-412e-b280-5d986ca9587f req-711b7222-681c-45f6-84a1-00e61ca341a2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635800 Mar 31 15:33:08.127400 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56394) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:08.167817 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-b21e427f-0717-41b9-954e-786058d42286 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c354a25138ad49b18228539ce07b0cd7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392673 Mar 31 15:33:08.170395 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56396) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:08.219548 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-650d4aac-c0b3-430a-bb6a-5a3a33282e80 admin admin] Publish callbacks [] for security_group (3c18f5f9-d2e0-45da-bca2-cdf95a579dbd), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:08.240367 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-650d4aac-c0b3-430a-bb6a-5a3a33282e80 admin admin] Publish callbacks [] for security_group (3c18f5f9-d2e0-45da-bca2-cdf95a579dbd), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:08.288164 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-650d4aac-c0b3-430a-bb6a-5a3a33282e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (3c18f5f9-d2e0-45da-bca2-cdf95a579dbd), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:08.291090 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-650d4aac-c0b3-430a-bb6a-5a3a33282e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:08.292239 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-650d4aac-c0b3-430a-bb6a-5a3a33282e80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c18f5f9-d2e0-45da-bca2-cdf95a579dbd HTTP/1.1" status: 204 len: 168 time: 0.1209579 Mar 31 15:33:08.301788 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d4aac-c0b3-430a-bb6a-5a3a33282e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c18f5f9-d2e0-45da-bca2-cdf95a579dbd,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:08.341542 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 63b276b3-29db-44d2-a589-aa96f5b80c29 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:33:08.361773 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 63b276b3-29db-44d2-a589-aa96f5b80c29 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:33:08.362198 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 63b276b3-29db-44d2-a589-aa96f5b80c29 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:33:08.362686 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 4eab0b90-c3cd-4ee1-9388-cd0b4453627c no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:33:08.382523 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 4eab0b90-c3cd-4ee1-9388-cd0b4453627c {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:33:08.382933 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 4eab0b90-c3cd-4ee1-9388-cd0b4453627c not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:33:08.383357 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 6fd372b0-c59b-4be6-8ca8-88ae7039df84 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:33:08.401537 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 6fd372b0-c59b-4be6-8ca8-88ae7039df84 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:33:08.401874 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 6fd372b0-c59b-4be6-8ca8-88ae7039df84 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:33:09.202326 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa2120-849c-4704-88bd-8fda9fe7608b req-d2755cab-7701-428c-ae4b-79513ccc511a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:09.203970 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c3aa2120-849c-4704-88bd-8fda9fe7608b req-d2755cab-7701-428c-ae4b-79513ccc511a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0686793 Mar 31 15:33:09.257397 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c3aa2120-849c-4704-88bd-8fda9fe7608b req-64437af9-1ec9-4cbc-9d12-6be19bfdc28b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458457 Mar 31 15:33:09.468722 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:10.385198 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a668-b5b9-439e-9e66-d1a73d61e996 req-4ed879cc-6e4e-4e02-9f7a-c4da67221337 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:10.386693 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4a25a668-b5b9-439e-9e66-d1a73d61e996 req-4ed879cc-6e4e-4e02-9f7a-c4da67221337 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0552671 Mar 31 15:33:10.441998 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4a25a668-b5b9-439e-9e66-d1a73d61e996 req-b8dc36f3-1bf4-4260-bd85-f55d4af2e0ed tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490837 Mar 31 15:33:11.579941 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778177a5-fa7f-44ba-88d6-40ceeaf496e7 req-246ea950-e89a-43d7-ae7c-97993a661a10 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:11.581460 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-778177a5-fa7f-44ba-88d6-40ceeaf496e7 req-246ea950-e89a-43d7-ae7c-97993a661a10 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0589881 Mar 31 15:33:11.630830 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-778177a5-fa7f-44ba-88d6-40ceeaf496e7 req-4e201d8d-92f0-45f4-b229-e0f159d1e5b4 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437791 Mar 31 15:33:12.761352 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f42c36-1504-4ed0-8ef3-d99f11ff84d1 req-f2c47df5-ea97-4462-a2b7-358265f7a8a5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:12.762875 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-91f42c36-1504-4ed0-8ef3-d99f11ff84d1 req-f2c47df5-ea97-4462-a2b7-358265f7a8a5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0576568 Mar 31 15:33:12.825776 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-91f42c36-1504-4ed0-8ef3-d99f11ff84d1 req-c4130d78-42ad-4e35-a4f8-5b5efe025c06 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559587 Mar 31 15:33:13.955983 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9507689-c69a-46e4-b09a-c8afcf9076f2 req-375a67ff-f797-4511-ad85-b30b5e1510c9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:13.957499 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a9507689-c69a-46e4-b09a-c8afcf9076f2 req-375a67ff-f797-4511-ad85-b30b5e1510c9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0538294 Mar 31 15:33:14.012150 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a9507689-c69a-46e4-b09a-c8afcf9076f2 req-e4522b41-0a57-41fb-ad7d-0bef7420eb5b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488846 Mar 31 15:33:15.147878 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2bd89-0c65-42ac-b73a-d08e6315a8c8 req-721aac93-76eb-46c9-b0c7-8825190d0f55 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:15.149952 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e2a2bd89-0c65-42ac-b73a-d08e6315a8c8 req-721aac93-76eb-46c9-b0c7-8825190d0f55 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0587723 Mar 31 15:33:15.206404 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e2a2bd89-0c65-42ac-b73a-d08e6315a8c8 req-f16f7b2a-7690-4095-b27b-9581588a76ec tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499880 Mar 31 15:33:15.215036 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:33:15.339757 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:15.357563 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'port_id': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'mac_address': 'fa:16:3e:fd:ff:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:33:15.400503 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 is: ACTIVE; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:33:15.400911 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:15.419050 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:33:15.452528 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:15.458951 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:15.522764 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,revision_number=6']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:15.530685 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.530959 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.531294 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.531667 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.532256 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.532634 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.532978 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.533612 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.533612 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.533932 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.534255 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.535324 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.535324 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.535324 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.535624 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:15.569926 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['0d370bd7-b16a-4bf2-8905-94b9ce0e62e4'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:33:16.352781 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd08799-82e6-4e42-9ae3-45345fad73f1 req-c8c0b438-fb23-413e-8cba-3d660cdc0c65 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:16.355046 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bfd08799-82e6-4e42-9ae3-45345fad73f1 req-c8c0b438-fb23-413e-8cba-3d660cdc0c65 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 945 time: 0.0593688 Mar 31 15:33:16.403472 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bfd08799-82e6-4e42-9ae3-45345fad73f1 req-11190e43-2dce-4a0d-bde5-52d03640824d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434756 Mar 31 15:33:17.256164 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:33:17.314039 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:33:17.314039 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:17.416741 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:33:17.417160 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:17.448678 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:33:17.451133 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c59fa3-7e53-4b98-bfb4-33630fe20ea6" -d '{"events": [{"server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "name": "network-vif-plugged", "status": "completed", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:33:17.465050 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:17.472100 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:17.540355 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7b7676-4e36-4c6b-9943-dde3ba5f9b92 x-openstack-request-id: req-ec7b7676-4e36-4c6b-9943-dde3ba5f9b92 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:33:17.540644 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "name": "network-vif-plugged", "status": "completed", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:33:17.540893 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec7b7676-4e36-4c6b-9943-dde3ba5f9b92 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:33:17.541319 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7b7676-4e36-4c6b-9943-dde3ba5f9b92'] response: {'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'code': 200} Mar 31 15:33:17.542035 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,revision_number=7']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:17.608908 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee653e-6026-4e28-9673-243e9c039024 req-13d741f8-c400-4e0e-a7c2-b665b457ce8b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:17.611165 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ddee653e-6026-4e28-9673-243e9c039024 req-13d741f8-c400-4e0e-a7c2-b665b457ce8b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0744715 Mar 31 15:33:17.669817 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ddee653e-6026-4e28-9673-243e9c039024 req-fb232682-6c99-423c-9c10-256cefa2f6ff tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522449 Mar 31 15:33:17.995567 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56596) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:18.148287 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-af91ed5c-74f9-4c17-89b3-cf04080c5134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:18.241554 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-af91ed5c-74f9-4c17-89b3-cf04080c5134 admin admin] Publish callbacks [] for security_group (84e362ca-bcd8-4d22-8bd4-da3f0a63119e), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:18.245693 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-af91ed5c-74f9-4c17-89b3-cf04080c5134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (84e362ca-bcd8-4d22-8bd4-da3f0a63119e), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:18.299538 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-af91ed5c-74f9-4c17-89b3-cf04080c5134 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf195238a7eb4b8fad119a0cd8492619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028333 Mar 31 15:33:18.300566 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91ed5c-74f9-4c17-89b3-cf04080c5134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e362ca-bcd8-4d22-8bd4-da3f0a63119e,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:18.301231 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 56600) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:18.371997 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5d62bd20-ded8-4c20-b9c0-c72afd942569 admin admin] Publish callbacks [] for security_group (84e362ca-bcd8-4d22-8bd4-da3f0a63119e), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:18.411458 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5d62bd20-ded8-4c20-b9c0-c72afd942569 admin admin] Publish callbacks [] for security_group (84e362ca-bcd8-4d22-8bd4-da3f0a63119e), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:18.466720 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5d62bd20-ded8-4c20-b9c0-c72afd942569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (84e362ca-bcd8-4d22-8bd4-da3f0a63119e), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:18.469915 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5d62bd20-ded8-4c20-b9c0-c72afd942569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:18.474113 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-5d62bd20-ded8-4c20-b9c0-c72afd942569 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84e362ca-bcd8-4d22-8bd4-da3f0a63119e HTTP/1.1" status: 204 len: 168 time: 0.1711414 Mar 31 15:33:18.486268 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62bd20-ded8-4c20-b9c0-c72afd942569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e362ca-bcd8-4d22-8bd4-da3f0a63119e,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:18.867813 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717489b7-c362-43de-bf3d-233969826235 req-a3ad73d6-e47b-483f-b388-94e9258489fc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:18.878546 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-717489b7-c362-43de-bf3d-233969826235 req-a3ad73d6-e47b-483f-b388-94e9258489fc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0842962 Mar 31 15:33:18.966262 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-717489b7-c362-43de-bf3d-233969826235 req-210b144f-8e6e-4e41-a9ed-432382526355 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846379 Mar 31 15:33:19.764528 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 56640) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:19.901556 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-81fb13a6-faba-4cd7-9d37-94ea3a5b1d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:20.007344 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-81fb13a6-faba-4cd7-9d37-94ea3a5b1d5f admin admin] Publish callbacks [] for security_group (363c4165-1de4-4ec2-bb59-9fa58e350967), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:20.016568 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-81fb13a6-faba-4cd7-9d37-94ea3a5b1d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (363c4165-1de4-4ec2-bb59-9fa58e350967), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:20.085042 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-81fb13a6-faba-4cd7-9d37-94ea3a5b1d5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7f07261ddd64016ae5066de3b371be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186495 Mar 31 15:33:20.088416 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56646) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:20.089797 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb13a6-faba-4cd7-9d37-94ea3a5b1d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363c4165-1de4-4ec2-bb59-9fa58e350967,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:20.191711 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069751b8-5682-4ba0-aa0b-4b218a7f2a94 req-bf3f882c-622f-44f5-9e86-b3d7b4f257cc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:20.194174 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-069751b8-5682-4ba0-aa0b-4b218a7f2a94 req-bf3f882c-622f-44f5-9e86-b3d7b4f257cc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.1370690 Mar 31 15:33:20.195950 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4769489e-c3b7-4f6a-8105-ee329abe5957 admin admin] Publish callbacks [] for security_group (363c4165-1de4-4ec2-bb59-9fa58e350967), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:20.268772 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4769489e-c3b7-4f6a-8105-ee329abe5957 admin admin] Publish callbacks [] for security_group (363c4165-1de4-4ec2-bb59-9fa58e350967), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:20.316075 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-069751b8-5682-4ba0-aa0b-4b218a7f2a94 req-eb088ea8-fa2c-44d1-997d-85e04a27b091 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043787 Mar 31 15:33:20.358206 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4769489e-c3b7-4f6a-8105-ee329abe5957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (363c4165-1de4-4ec2-bb59-9fa58e350967), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:20.361018 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4769489e-c3b7-4f6a-8105-ee329abe5957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:20.364540 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-4769489e-c3b7-4f6a-8105-ee329abe5957 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/363c4165-1de4-4ec2-bb59-9fa58e350967 HTTP/1.1" status: 204 len: 168 time: 0.2718606 Mar 31 15:33:20.371073 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769489e-c3b7-4f6a-8105-ee329abe5957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363c4165-1de4-4ec2-bb59-9fa58e350967,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:21.530459 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72779565-7a3b-48a1-a326-b6c13411f170 req-8c241894-ee6f-4134-ba49-4626c12d1b83 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:21.533400 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-72779565-7a3b-48a1-a326-b6c13411f170 req-8c241894-ee6f-4134-ba49-4626c12d1b83 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0896158 Mar 31 15:33:21.594820 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-72779565-7a3b-48a1-a326-b6c13411f170 req-838a4f2e-773c-4166-ae9f-d97ed265c493 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557578 Mar 31 15:33:22.738636 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81546-71e1-4a72-8eb1-cf61b1089a9b req-bbf32cb5-3516-44b8-9ab6-6ddcf6fe4ac6 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:22.740952 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0da81546-71e1-4a72-8eb1-cf61b1089a9b req-bbf32cb5-3516-44b8-9ab6-6ddcf6fe4ac6 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0568593 Mar 31 15:33:22.815458 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0da81546-71e1-4a72-8eb1-cf61b1089a9b req-127be3af-b3aa-41ca-892d-9329b2d78ce2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671635 Mar 31 15:33:22.875160 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:23.974356 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bdf1d-6db8-4a01-8baa-56101f444aff req-9f41fe31-6e32-4079-bd05-616687e6f12a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:23.981746 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-698bdf1d-6db8-4a01-8baa-56101f444aff req-9f41fe31-6e32-4079-bd05-616687e6f12a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0759490 Mar 31 15:33:24.072678 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-698bdf1d-6db8-4a01-8baa-56101f444aff req-5701988d-dd19-4619-be2a-9002decc9b98 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898626 Mar 31 15:33:25.227438 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2348c-fcfb-4f48-8fe9-49faaf2863f4 req-a53acb04-7ec2-4884-8f4c-e2c136cd2851 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:25.229121 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-21c2348c-fcfb-4f48-8fe9-49faaf2863f4 req-a53acb04-7ec2-4884-8f4c-e2c136cd2851 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0667038 Mar 31 15:33:25.290815 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-21c2348c-fcfb-4f48-8fe9-49faaf2863f4 req-7f03327d-e5af-4f6f-b1e2-65679a272f73 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538950 Mar 31 15:33:26.415189 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2716902-eccb-477d-acda-764454dbd710 req-67f2e933-a379-4d38-89a2-0b7993b0b45f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:26.416838 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f2716902-eccb-477d-acda-764454dbd710 req-67f2e933-a379-4d38-89a2-0b7993b0b45f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0572875 Mar 31 15:33:26.481362 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f2716902-eccb-477d-acda-764454dbd710 req-98acfd07-9119-46b2-941d-fb8b77a296d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581081 Mar 31 15:33:26.651761 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693b233-3f1e-4b0b-9502-837aced80818 req-4c5d3c80-3454-4d50-865e-1e8ddcb3264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:26.653301 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7693b233-3f1e-4b0b-9502-837aced80818 req-4c5d3c80-3454-4d50-865e-1e8ddcb3264e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 1130 time: 0.0492887 Mar 31 15:33:26.746749 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693b233-3f1e-4b0b-9502-837aced80818 req-fec4c8fd-8442-4651-8351-3d24862a926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:26.748256 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7693b233-3f1e-4b0b-9502-837aced80818 req-fec4c8fd-8442-4651-8351-3d24862a926c service neutron] 10.222.0.13 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 918 time: 0.0893667 Mar 31 15:33:27.619246 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3816b-932d-492b-926d-df323d9b38de req-77c439ce-5151-420c-a4cc-50ccfb7974a7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:27.620711 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-48c3816b-932d-492b-926d-df323d9b38de req-77c439ce-5151-420c-a4cc-50ccfb7974a7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0569866 Mar 31 15:33:27.668827 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-48c3816b-932d-492b-926d-df323d9b38de req-1c0b25d5-8016-46f4-aee6-7a8fb2b605a4 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410416 Mar 31 15:33:28.564029 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7693b233-3f1e-4b0b-9502-837aced80818 req-5f1ee0d3-cdc5-4c31-a5c7-79f1d682361f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 HTTP/1.1" status: 200 len: 1002 time: 0.0620158 Mar 31 15:33:28.797349 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50a7a6-5a74-400e-9b30-3e4460ee3982 req-37a665c8-eef6-42d5-a111-56aa517d587b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:28.799938 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ca50a7a6-5a74-400e-9b30-3e4460ee3982 req-37a665c8-eef6-42d5-a111-56aa517d587b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 946 time: 0.0568449 Mar 31 15:33:28.852015 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ca50a7a6-5a74-400e-9b30-3e4460ee3982 req-db4504a0-1c19-4ef9-ba7f-396afff51a27 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461671 Mar 31 15:33:29.479216 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693b233-3f1e-4b0b-9502-837aced80818 req-8bad9870-ec61-4674-b59f-3a2b4952622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:29.481642 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7693b233-3f1e-4b0b-9502-837aced80818 req-8bad9870-ec61-4674-b59f-3a2b4952622a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 200 len: 856 time: 0.0660260 Mar 31 15:33:29.532231 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693b233-3f1e-4b0b-9502-837aced80818 req-0b4933c3-ddf5-4d68-bc82-586b99e5db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:29.533871 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7693b233-3f1e-4b0b-9502-837aced80818 req-0b4933c3-ddf5-4d68-bc82-586b99e5db9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08b94955-015d-4043-a03e-69b9f9451c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459154 Mar 31 15:33:29.630259 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7693b233-3f1e-4b0b-9502-837aced80818 req-4eed8f7e-bb92-433b-9593-9deafacd90e1 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892758 Mar 31 15:33:29.696493 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:33:29.722221 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7693b233-3f1e-4b0b-9502-837aced80818 req-4321f010-650d-4ab5-a07d-66540d88bd4f service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861614 Mar 31 15:33:29.778048 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 is: ACTIVE; New status is: DOWN {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:33:29.778399 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:29.804222 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:33:29.806485 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b698bdba-3798-4ca0-a0ff-7c2ba9a0a466" -d '{"events": [{"server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "name": "network-vif-unplugged", "status": "completed", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:33:29.823929 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:29.830161 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:29.846655 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b2dff-997c-4cef-8c1c-776a21365434 req-e1f12f96-eb3d-4b01-9c7a-203da755e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:29.848262 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-100b2dff-997c-4cef-8c1c-776a21365434 req-e1f12f96-eb3d-4b01-9c7a-203da755e789 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 1130 time: 0.0578735 Mar 31 15:33:29.864722 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 15:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116de977-e1f7-4668-a08f-123685d5995f x-openstack-request-id: req-116de977-e1f7-4668-a08f-123685d5995f {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:33:29.865014 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "name": "network-vif-unplugged", "status": "completed", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:33:29.865295 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-116de977-e1f7-4668-a08f-123685d5995f {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:33:29.865705 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116de977-e1f7-4668-a08f-123685d5995f'] response: {'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'code': 200} Mar 31 15:33:29.889163 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,revision_number=8']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:30.004022 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b2dff-997c-4cef-8c1c-776a21365434 req-99c73636-e426-4b97-929d-95591dfa390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:30.005546 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-100b2dff-997c-4cef-8c1c-776a21365434 req-99c73636-e426-4b97-929d-95591dfa390e service neutron] 10.222.0.13 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 918 time: 0.1294920 Mar 31 15:33:30.026597 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601ba90-4487-4976-a026-871e815a7b71 req-d0605248-4bed-4792-a7f5-3e7709639a83 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:30.028108 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7601ba90-4487-4976-a026-871e815a7b71 req-d0605248-4bed-4792-a7f5-3e7709639a83 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0847263 Mar 31 15:33:30.116106 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-100b2dff-997c-4cef-8c1c-776a21365434 req-2ba4ea63-66af-4763-a6ba-1d969bd91bad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 HTTP/1.1" status: 200 len: 1000 time: 0.1027544 Mar 31 15:33:30.128138 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7601ba90-4487-4976-a026-871e815a7b71 req-e1770147-5d1b-4832-bf8c-a4b4e8c9e2d8 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627804 Mar 31 15:33:30.174625 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b2dff-997c-4cef-8c1c-776a21365434 req-6c3547c2-cdaa-4035-a1c4-f08fdb0909f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:30.176287 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-100b2dff-997c-4cef-8c1c-776a21365434 req-6c3547c2-cdaa-4035-a1c4-f08fdb0909f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 200 len: 856 time: 0.0473053 Mar 31 15:33:30.227342 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b2dff-997c-4cef-8c1c-776a21365434 req-d6bcb3ad-b8a4-459f-9935-640acc0ea8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:30.228823 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-100b2dff-997c-4cef-8c1c-776a21365434 req-d6bcb3ad-b8a4-459f-9935-640acc0ea8d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08b94955-015d-4043-a03e-69b9f9451c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454030 Mar 31 15:33:30.325274 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-100b2dff-997c-4cef-8c1c-776a21365434 req-45c46fc5-d948-42c5-8fe7-8fe58b3a228e service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871892 Mar 31 15:33:30.418561 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-100b2dff-997c-4cef-8c1c-776a21365434 req-33c0228a-ce43-4002-9f34-d167c60a9813 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853379 Mar 31 15:33:31.275280 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108de86-c6b7-41fb-a693-710708d03f9f req-89187158-aedb-46ff-b7d2-16f792834583 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:31.277037 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2108de86-c6b7-41fb-a693-710708d03f9f req-89187158-aedb-46ff-b7d2-16f792834583 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0661561 Mar 31 15:33:31.340164 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2108de86-c6b7-41fb-a693-710708d03f9f req-d4e88d1f-6441-46c2-b103-e18524f050c8 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525031 Mar 31 15:33:31.665381 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d1e2-dbb9-4f56-b07b-247c7652f3af req-0297b6d1-1be4-41b0-89d6-00ede1352435 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:31.666866 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9250d1e2-dbb9-4f56-b07b-247c7652f3af req-0297b6d1-1be4-41b0-89d6-00ede1352435 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 946 time: 0.0548007 Mar 31 15:33:31.715313 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9250d1e2-dbb9-4f56-b07b-247c7652f3af req-01dac607-3945-4de2-acb8-ca8ff47b530c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef1e3986-30b9-4764-8757-ce0c81aebde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428853 Mar 31 15:33:32.470177 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cd0c2-31f3-4b82-b0b2-ce688001043b req-2d433512-f2a1-4986-998c-1c17e0d834ee tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:32.471828 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b59cd0c2-31f3-4b82-b0b2-ce688001043b req-2d433512-f2a1-4986-998c-1c17e0d834ee tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0574529 Mar 31 15:33:32.523305 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b59cd0c2-31f3-4b82-b0b2-ce688001043b req-0f7a134f-695b-436b-abea-b5f62dcac29b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456312 Mar 31 15:33:32.836895 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a94295-0ba6-412f-96b2-4c86da6aa56f req-264db351-571a-4dca-b35a-6c3a244b2726 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:32.838408 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c0a94295-0ba6-412f-96b2-4c86da6aa56f req-264db351-571a-4dca-b35a-6c3a244b2726 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 946 time: 0.0546629 Mar 31 15:33:32.895842 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c0a94295-0ba6-412f-96b2-4c86da6aa56f req-d6168c1a-a5f6-4e79-abf8-06b6f81698e5 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef1e3986-30b9-4764-8757-ce0c81aebde2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513983 Mar 31 15:33:32.971802 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c6db94fc-4547-4a08-b519-8c9bf4c4732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:33.013525 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [req-f5273063-90cc-44dc-b16e-8cc66329872e req-56b27fb1-e78c-4033-be44-dc1b30c8389b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:33:33.014749 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f5273063-90cc-44dc-b16e-8cc66329872e req-56b27fb1-e78c-4033-be44-dc1b30c8389b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057762 Mar 31 15:33:33.198667 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64f358-d3dc-4159-9fc2-107312c276cf req-d06d7907-d464-4281-a673-17a48d7517d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:33.201059 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ca64f358-d3dc-4159-9fc2-107312c276cf req-d06d7907-d464-4281-a673-17a48d7517d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0619876 Mar 31 15:33:33.261576 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ca64f358-d3dc-4159-9fc2-107312c276cf req-67276f89-d00b-4d6c-9d8b-1216e52ae666 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548687 Mar 31 15:33:33.356447 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-92390cfd-f71c-4389-b40d-595daa635379 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:33.357966 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-92390cfd-f71c-4389-b40d-595daa635379 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 946 time: 0.0618248 Mar 31 15:33:33.460141 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Deleting port 8cdb816f-ab35-4277-acc7-839977c8961e {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:33:33.460547 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:33.557390 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] For port 8cdb816f-ab35-4277-acc7-839977c8961e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8cdb816f-ab35-4277-acc7-839977c8961e,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:33.558148 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:33.609528 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 56870) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:33.701660 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-9023698a-9e87-4b1e-8f73-58614c61a3b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901103 Mar 31 15:33:33.710221 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-792d3c06-68e0-4769-93c9-dfa0a2ce91b4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:33:33.711212 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-792d3c06-68e0-4769-93c9-dfa0a2ce91b4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051770 Mar 31 15:33:33.736202 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:33.736559 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (30942c34-34c7-422e-881b-c7c3dc8eccab), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:33.736868 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Floating IP 30942c34-34c7-422e-881b-c7c3dc8eccab disassociated. External IP: 172.27.2.234, port: 8cdb816f-ab35-4277-acc7-839977c8961e. Mar 31 15:33:33.737242 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Calling delete_port for 8cdb816f-ab35-4277-acc7-839977c8961e owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:33:33.792352 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56878) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:33.920937 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-493d6ff7-d99d-460a-82d8-02477399027b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:33.923228 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-493d6ff7-d99d-460a-82d8-02477399027b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports/0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 HTTP/1.1" status: 200 len: 941 time: 0.1250687 Mar 31 15:33:33.924750 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (8cdb816f-ab35-4277-acc7-839977c8961e), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:33.954966 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event deleted for resources: {'Port': ['ID=8cdb816f-ab35-4277-acc7-839977c8961e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:33.970455 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.970975 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.971320 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.971658 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.972029 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.972357 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.972681 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.973002 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.973420 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.973938 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.974097 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.974369 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.974690 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.975084 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:33.975297 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:33:34.338258 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-14d6ddfc-6d72-49e6-85bf-241b8836a52c req-5c7ab46f-78ff-4bf2-ab53-58fc486a6559 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 210 time: 0.3574867 Mar 31 15:33:34.432306 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f39da-2b34-4054-8e06-ce713d61197a req-d6a8be7a-a54f-4679-bee0-1bc08b1c9582 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:34.433905 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c90f39da-2b34-4054-8e06-ce713d61197a req-d6a8be7a-a54f-4679-bee0-1bc08b1c9582 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0777578 Mar 31 15:33:34.445280 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:33:34.566539 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c90f39da-2b34-4054-8e06-ce713d61197a req-74456e69-5f8a-4c68-af00-b3567cae833d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194940 Mar 31 15:33:34.602248 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:33:34.612893 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd35f2-bf85-4145-bff8-f0761fc0c383 None None] Sync routers for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:34.627061 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd35f2-bf85-4145-bff8-f0761fc0c383 None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:33:34.627061 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-d5fd35f2-bf85-4145-bff8-f0761fc0c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:34.644883 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] No DVR routers for this DVR port 8cdb816f-ab35-4277-acc7-839977c8961e on host hv-cinder-75078 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:34.647364 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:34.650575 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3ffd883f-6fb7-4193-af3d-8b47824c52ac req-97c0a7f5-c5f6-4bae-9a7a-3d941e03bbd7 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.13 "DELETE /v2.0/ports/8cdb816f-ab35-4277-acc7-839977c8961e HTTP/1.1" status: 204 len: 173 time: 1.2877343 Mar 31 15:33:34.651011 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'name': 'network-vif-deleted', 'tag': '8cdb816f-ab35-4277-acc7-839977c8961e'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:33:34.653291 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5471a66-ec9b-435d-8a02-cd78df5a16f5" -d '{"events": [{"server_uuid": "20c9a70a-1644-4476-b87b-0f9a2b4e0369", "name": "network-vif-deleted", "tag": "8cdb816f-ab35-4277-acc7-839977c8961e"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:33:34.689530 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3b52d9-046b-4d63-a437-329d95497c60 x-openstack-request-id: req-ac3b52d9-046b-4d63-a437-329d95497c60 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:33:34.689892 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c9a70a-1644-4476-b87b-0f9a2b4e0369", "name": "network-vif-deleted", "tag": "8cdb816f-ab35-4277-acc7-839977c8961e", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:33:34.690211 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac3b52d9-046b-4d63-a437-329d95497c60 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:33:34.690674 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3b52d9-046b-4d63-a437-329d95497c60'] response: {'server_uuid': '20c9a70a-1644-4476-b87b-0f9a2b4e0369', 'name': 'network-vif-deleted', 'tag': '8cdb816f-ab35-4277-acc7-839977c8961e', 'status': 'completed', 'code': 200} Mar 31 15:33:34.735771 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-d5fd35f2-bf85-4145-bff8-f0761fc0c383 None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:33:34.943512 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-d5fd35f2-bf85-4145-bff8-f0761fc0c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:34.970627 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd35f2-bf85-4145-bff8-f0761fc0c383 None None] Checking router: cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:34.979258 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd35f2-bf85-4145-bff8-f0761fc0c383 None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:33:34.979881 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-d5fd35f2-bf85-4145-bff8-f0761fc0c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:33:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:35.093528 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-d5fd35f2-bf85-4145-bff8-f0761fc0c383 None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:33:35.220305 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:33:35.326005 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-8f638d63-dc30-4412-88c0-187952c7b46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:35.377613 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 is: DOWN; New status is: DOWN {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:33:35.390364 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-d5fd35f2-bf85-4145-bff8-f0761fc0c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:35.420139 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd35f2-bf85-4145-bff8-f0761fc0c383 None None] The sync data for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi is: [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:27:44Z', 'revision_number': 4, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': 'b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e', 'name': '', 'network_id': 'cfdd2fec-cd96-44f9-8592-73cbe321b82e', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'mac_address': 'fa:16:3e:10:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:43Z', 'updated_at': '2022-03-31T15:27:49Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'subnets': [{'id': '6217d632-346f-46d7-9bf1-0a35af1691df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:35.437414 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0cff9a99-8892-4c57-be1d-d5aec106af4a req-04347840-6e02-4655-ae0f-9662bf6edc62 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 210 time: 0.0285547 Mar 31 15:33:35.648338 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019e4b8-501d-4d8d-9bea-dd3ca5b28905 None None] New status for floating IP 30942c34-34c7-422e-881b-c7c3dc8eccab: DOWN {{(pid=103661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:33:35.699814 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c13ff0-2094-4cf7-9cf5-6678c6d58186 req-6ef23fa1-d739-490a-8041-42244c9c42d0 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:35.701296 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-71c13ff0-2094-4cf7-9cf5-6678c6d58186 req-6ef23fa1-d739-490a-8041-42244c9c42d0 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0580456 Mar 31 15:33:35.749486 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-71c13ff0-2094-4cf7-9cf5-6678c6d58186 req-d86db18a-3c83-4945-9367-c409bdf83cac tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422797 Mar 31 15:33:36.137663 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 8cdb816f-ab35-4277-acc7-839977c8961e no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:33:36.158772 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 8cdb816f-ab35-4277-acc7-839977c8961e {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:33:36.159165 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 8cdb816f-ab35-4277-acc7-839977c8961e not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:33:36.569230 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b1193b15-2096-40b1-992e-45efe2bddcfa req-abc3a1cb-c148-43b1-9bad-3a434fd86cd2 tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/ports?device_id=20c9a70a-1644-4476-b87b-0f9a2b4e0369 HTTP/1.1" status: 200 len: 210 time: 0.0379977 Mar 31 15:33:36.573200 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:36.921189 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f21a56-34e7-44bf-a0d3-a60fe2d005ce req-d4a9a7cd-a7d5-446c-b008-0897335ed2e3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:36.923358 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-94f21a56-34e7-44bf-a0d3-a60fe2d005ce req-d4a9a7cd-a7d5-446c-b008-0897335ed2e3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0650659 Mar 31 15:33:36.976457 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-94f21a56-34e7-44bf-a0d3-a60fe2d005ce req-562548ec-6b3b-47c4-9742-e4698783b7ad tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472264 Mar 31 15:33:37.219672 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-833be17c-bc2a-4706-92b3-8932afbfded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:37.221584 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-833be17c-bc2a-4706-92b3-8932afbfded5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4&tenant_id=f0c33db3d9a541fa99aeb6d8333fc436 HTTP/1.1" status: 200 len: 1128 time: 0.0810561 Mar 31 15:33:37.287918 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-6b372a04-6321-49d5-8b32-2c6ee1da424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:37.289354 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-6b372a04-6321-49d5-8b32-2c6ee1da424e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 1128 time: 0.0459082 Mar 31 15:33:37.380672 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-5b612b3d-dff6-4aad-ad57-160170eef9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:37.382135 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-5b612b3d-dff6-4aad-ad57-160170eef9fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 918 time: 0.0876148 Mar 31 15:33:37.446251 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-f878051e-b867-4b50-91ed-3ae668a82deb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 HTTP/1.1" status: 200 len: 1000 time: 0.0583537 Mar 31 15:33:37.495235 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-689f22e7-4950-4386-8421-0ee0b2b72e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:37.496671 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-689f22e7-4950-4386-8421-0ee0b2b72e9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 200 len: 856 time: 0.0450699 Mar 31 15:33:37.549346 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-aeb85edd-5fb2-45a4-a521-c872fad4081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:37.550652 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-aeb85edd-5fb2-45a4-a521-c872fad4081a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08b94955-015d-4043-a03e-69b9f9451c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476019 Mar 31 15:33:37.644328 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 56918) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:37.644997 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-5b4e0538-fa75-4fa3-9d11-cd757b925378 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880966 Mar 31 15:33:37.700023 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6ada2ee0-fe3d-427e-bf60-90507c713cfb tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (ef1e3986-30b9-4764-8757-ce0c81aebde2), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:37.727832 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6ada2ee0-fe3d-427e-bf60-90507c713cfb tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (ef1e3986-30b9-4764-8757-ce0c81aebde2), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:37.737709 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-92d705d6-3bfb-4bae-8ee8-7ec0850fee36 req-af015703-89eb-4369-8a39-ef5a43a1e845 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877244 Mar 31 15:33:37.790896 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6ada2ee0-fe3d-427e-bf60-90507c713cfb tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ef1e3986-30b9-4764-8757-ce0c81aebde2), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:37.794067 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6ada2ee0-fe3d-427e-bf60-90507c713cfb tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:37.800468 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-6ada2ee0-fe3d-427e-bf60-90507c713cfb tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "DELETE /v2.0/security-groups/ef1e3986-30b9-4764-8757-ce0c81aebde2 HTTP/1.1" status: 204 len: 168 time: 0.1499908 Mar 31 15:33:37.800927 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 56922) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:37.810892 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada2ee0-fe3d-427e-bf60-90507c713cfb tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1e3986-30b9-4764-8757-ce0c81aebde2,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:37.817687 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.api.v2.resource [None req-1b1adb0d-4042-42b3-905b-d31ee09059cb tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] show failed (client error): The resource could not be found. Mar 31 15:33:37.819326 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-1b1adb0d-4042-42b3-905b-d31ee09059cb tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "GET /v2.0/security-groups/ef1e3986-30b9-4764-8757-ce0c81aebde2 HTTP/1.1" status: 404 len: 347 time: 0.0168822 Mar 31 15:33:37.822478 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 56926) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:37.959808 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-c84537ce-8641-42d2-ab23-a1a2707b255c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Deleting port cb3853f7-50eb-4f07-995d-d508b0141c77 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:33:37.960160 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c84537ce-8641-42d2-ab23-a1a2707b255c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (cb3853f7-50eb-4f07-995d-d508b0141c77), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:37.969699 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:38.045610 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c84537ce-8641-42d2-ab23-a1a2707b255c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (cb3853f7-50eb-4f07-995d-d508b0141c77), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:38.046334 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c84537ce-8641-42d2-ab23-a1a2707b255c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (cb3853f7-50eb-4f07-995d-d508b0141c77), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:38.060927 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-c84537ce-8641-42d2-ab23-a1a2707b255c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Calling delete_port for cb3853f7-50eb-4f07-995d-d508b0141c77 owned by network:floatingip {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:33:38.146374 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41966-706b-4cd9-9a52-93695ec2ce9e req-c5d1639c-321f-4db6-9f40-382f391ca685 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:38.147908 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-25e41966-706b-4cd9-9a52-93695ec2ce9e req-c5d1639c-321f-4db6-9f40-382f391ca685 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0772221 Mar 31 15:33:38.213809 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-25e41966-706b-4cd9-9a52-93695ec2ce9e req-7e59a4a2-8b05-4682-b071-4460352b52c1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587335 Mar 31 15:33:38.215923 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c84537ce-8641-42d2-ab23-a1a2707b255c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (cb3853f7-50eb-4f07-995d-d508b0141c77), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:38.250129 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84537ce-8641-42d2-ab23-a1a2707b255c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Pushing event deleted for resources: {'Port': ['ID=cb3853f7-50eb-4f07-995d-d508b0141c77,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:38.327426 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c84537ce-8641-42d2-ab23-a1a2707b255c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks [] for floatingip (30942c34-34c7-422e-881b-c7c3dc8eccab), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:38.330766 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c84537ce-8641-42d2-ab23-a1a2707b255c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:38.345874 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-c84537ce-8641-42d2-ab23-a1a2707b255c tempest-AttachVolumeTestJSON-1908147977 tempest-AttachVolumeTestJSON-1908147977-project] 10.222.0.11 "DELETE /v2.0/floatingips/30942c34-34c7-422e-881b-c7c3dc8eccab HTTP/1.1" status: 204 len: 168 time: 0.5218246 Mar 31 15:33:39.388680 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865a88-c9e5-4530-bc34-622e95ebc7e3 req-314d3671-9c74-4749-a8ab-bf4fc335fe05 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:39.390399 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-87865a88-c9e5-4530-bc34-622e95ebc7e3 req-314d3671-9c74-4749-a8ab-bf4fc335fe05 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0753279 Mar 31 15:33:39.466218 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-87865a88-c9e5-4530-bc34-622e95ebc7e3 req-0f1ce60d-8fdf-44db-a44a-0af21c160832 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691373 Mar 31 15:33:39.487754 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:40.612224 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eab09-5a6c-462b-9460-9628b4937f6d req-682d0496-306a-424a-9b58-3161b1369811 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:40.619570 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3f5eab09-5a6c-462b-9460-9628b4937f6d req-682d0496-306a-424a-9b58-3161b1369811 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0820098 Mar 31 15:33:40.677058 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3f5eab09-5a6c-462b-9460-9628b4937f6d req-ee64b745-1433-482c-a19a-cc1b56b4909b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559540 Mar 31 15:33:40.895246 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57004) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:41.043880 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b984f29a-dcad-44be-a8c8-ffaba358341a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:41.138677 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b984f29a-dcad-44be-a8c8-ffaba358341a admin admin] Publish callbacks [] for security_group (5088a447-2cfd-44f0-9ff1-52d52a80c7ad), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:41.143428 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b984f29a-dcad-44be-a8c8-ffaba358341a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5088a447-2cfd-44f0-9ff1-52d52a80c7ad), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:41.188464 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57010) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:41.189936 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b984f29a-dcad-44be-a8c8-ffaba358341a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e31c832ce64407c963e608b12e123e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927108 Mar 31 15:33:41.191846 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984f29a-dcad-44be-a8c8-ffaba358341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5088a447-2cfd-44f0-9ff1-52d52a80c7ad,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:41.263010 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0c03f4e9-7bef-48c0-b62c-50c67aff91e6 admin admin] Publish callbacks [] for security_group (5088a447-2cfd-44f0-9ff1-52d52a80c7ad), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:41.287318 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0c03f4e9-7bef-48c0-b62c-50c67aff91e6 admin admin] Publish callbacks [] for security_group (5088a447-2cfd-44f0-9ff1-52d52a80c7ad), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:41.339765 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0c03f4e9-7bef-48c0-b62c-50c67aff91e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5088a447-2cfd-44f0-9ff1-52d52a80c7ad), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:41.342558 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0c03f4e9-7bef-48c0-b62c-50c67aff91e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:41.343715 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-0c03f4e9-7bef-48c0-b62c-50c67aff91e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5088a447-2cfd-44f0-9ff1-52d52a80c7ad HTTP/1.1" status: 204 len: 168 time: 0.1542590 Mar 31 15:33:41.352236 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03f4e9-7bef-48c0-b62c-50c67aff91e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5088a447-2cfd-44f0-9ff1-52d52a80c7ad,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:41.843830 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58473d55-b4b2-478c-9d00-0d29c50fb49e req-ee45fd34-d7b6-4836-af5e-ab729eb0cc2c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:41.849651 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-58473d55-b4b2-478c-9d00-0d29c50fb49e req-ee45fd34-d7b6-4836-af5e-ab729eb0cc2c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0885954 Mar 31 15:33:41.918377 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-58473d55-b4b2-478c-9d00-0d29c50fb49e req-290614e7-f2f1-48bf-9e71-6a388953a061 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671852 Mar 31 15:33:42.088876 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57040) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:42.815454 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609331'] for router_interface (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:43.128480 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8291d-ad49-46dd-9397-51eb6363df66 req-761af69f-b9c3-4906-825d-e7926964191a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:43.130048 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-17b8291d-ad49-46dd-9397-51eb6363df66 req-761af69f-b9c3-4906-825d-e7926964191a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0932701 Mar 31 15:33:43.213907 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-17b8291d-ad49-46dd-9397-51eb6363df66 req-b5d6134f-2bf6-4e5f-8e10-4b8a0044fe73 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763943 Mar 31 15:33:43.241044 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] Deleting port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:33:43.241516 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:43.372077 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] For port b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:43.372446 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:43.406342 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] Calling delete_port for b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e owned by network:router_interface {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:33:43.678893 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:43.732704 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:44.022549 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607139'] for router_interface (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:44.285467 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:33:44.414747 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] Router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:33:44.542634 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa4633-030a-44d1-a04d-3c0bc11b8d56 req-9c92dbce-25cf-48dc-bf3a-8c79dc5340b2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:44.544078 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9afa4633-030a-44d1-a04d-3c0bc11b8d56 req-9c92dbce-25cf-48dc-bf3a-8c79dc5340b2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.1477168 Mar 31 15:33:44.614777 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:33:44.620052 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9afa4633-030a-44d1-a04d-3c0bc11b8d56 req-d15b22a9-10c8-46cb-bb99-b510abee10e5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680382 Mar 31 15:33:44.627270 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-9d4e355b-5eff-4b87-994d-23b01517604a admin admin] 10.222.0.11 "PUT /v2.0/routers/cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5346301 Mar 31 15:33:44.627818 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57084) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:44.630191 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af8621-ecc7-4be3-b8bb-4620d79f8370 None None] Sync routers for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:33:44.652722 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af8621-ecc7-4be3-b8bb-4620d79f8370 None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:33:44.653645 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-65af8621-ecc7-4be3-b8bb-4620d79f8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:33:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:44.947699 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-65af8621-ecc7-4be3-b8bb-4620d79f8370 None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:33:45.123233 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Publish callbacks [] for router (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:45.273004 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-65af8621-ecc7-4be3-b8bb-4620d79f8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:33:43Z', 'revision_number': 5, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port': {'id': '2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:27:40Z', 'updated_at': '2022-03-31T15:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:45.281361 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Publish callbacks [] for router_gateway (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:45.307602 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af8621-ecc7-4be3-b8bb-4620d79f8370 None None] Checking router: cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:33:45.318822 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af8621-ecc7-4be3-b8bb-4620d79f8370 None None] Routers {'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:33:45.319794 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-65af8621-ecc7-4be3-b8bb-4620d79f8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:33:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:45.423632 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Deleting port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:33:45.423632 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:45.527370 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-65af8621-ecc7-4be3-b8bb-4620d79f8370 None None] Set router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 gateway port host: None {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:33:45.559349 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] For port 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:45.559349 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:45.586499 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Calling delete_port for 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 owned by network:router_gateway {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:33:45.623100 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-65af8621-ecc7-4be3-b8bb-4620d79f8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 6, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port_host': None}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:45.652480 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af8621-ecc7-4be3-b8bb-4620d79f8370 None None] The sync data for ids ['cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1'] in dv-cinder-750782-15-iscsi is: [{'id': 'cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1', 'name': 'tempest-AttachVolumeTestJSON-1905574313-router', 'tenant_id': '358212f65b23406d930b4f0e489b0137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:39Z', 'updated_at': '2022-03-31T15:33:45Z', 'revision_number': 6, 'project_id': '358212f65b23406d930b4f0e489b0137', 'gw_port_host': None}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:33:45.940272 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.063603 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:46.074894 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608969'] for router_gateway (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.088731 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a6c33-b050-4fc8-95d0-ae87ba106c38 req-109d9c4c-36a4-4ed8-8924-6dd95586334b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:46.091490 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-896a6c33-b050-4fc8-95d0-ae87ba106c38 req-109d9c4c-36a4-4ed8-8924-6dd95586334b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.3207901 Mar 31 15:33:46.256651 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15575'] for router (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.264748 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Publish callbacks [] for router_controller (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.277046 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-896a6c33-b050-4fc8-95d0-ae87ba106c38 req-c3c378e7-cf38-4e14-a7ec-ad227f954a42 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573548 Mar 31 15:33:46.333426 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637868'] for router (cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.334398 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 {{(pid=103658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:33:46.342149 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.348634 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57104) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:46.349378 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-ac09df73-d187-48a6-abdb-62af39fcdd3c admin admin] 10.222.0.11 "DELETE /v2.0/routers/cebd6ffa-0485-4e6b-a6aa-d8e7cb8351f1 HTTP/1.1" status: 204 len: 168 time: 1.7197387 Mar 31 15:33:46.420501 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9adf12-c463-4c1f-a2b9-17750ddae43a admin admin] Deleting subnet 6217d632-346f-46d7-9bf1-0a35af1691df {{(pid=103659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:33:46.424995 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd9adf12-c463-4c1f-a2b9-17750ddae43a admin admin] Publish callbacks [] for subnet (6217d632-346f-46d7-9bf1-0a35af1691df), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.472646 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd9adf12-c463-4c1f-a2b9-17750ddae43a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4012077'] for subnet (6217d632-346f-46d7-9bf1-0a35af1691df), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.601772 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd9adf12-c463-4c1f-a2b9-17750ddae43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (6217d632-346f-46d7-9bf1-0a35af1691df), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.619894 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:33:46.644086 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:33:46.644709 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 2a7a2ed3-2f5d-4abb-a69f-0dd9519d0e50 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:33:46.645321 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:33:46.670326 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd9adf12-c463-4c1f-a2b9-17750ddae43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3477119'] for subnet (6217d632-346f-46d7-9bf1-0a35af1691df), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.683757 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:33:46.684573 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device b9b6c9b4-0b61-4eac-8c8b-bf5c3a4c1a1e not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:33:46.699547 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9adf12-c463-4c1f-a2b9-17750ddae43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6217d632-346f-46d7-9bf1-0a35af1691df,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:46.703586 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bd9adf12-c463-4c1f-a2b9-17750ddae43a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.709903 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-bd9adf12-c463-4c1f-a2b9-17750ddae43a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6217d632-346f-46d7-9bf1-0a35af1691df HTTP/1.1" status: 204 len: 168 time: 0.3559523 Mar 31 15:33:46.709999 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57110) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:46.711254 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98e2a5-5457-42bc-8647-54bd32e498b0 None None] Network cfdd2fec-cd96-44f9-8592-73cbe321b82e requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:33:46.793314 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (cfdd2fec-cd96-44f9-8592-73cbe321b82e), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.879742 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Deleting port 564ecddc-65c9-43e1-b359-42fc29d634e9 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:33:46.880082 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.931911 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9577c7-6091-48a3-a939-2664705536db None None] DHCP port deletion for cfdd2fec-cd96-44f9-8592-73cbe321b82e request from dv-cinder-750782-15-iscsi {{(pid=103660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:33:46.962746 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] For port 564ecddc-65c9-43e1-b359-42fc29d634e9, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=564ecddc-65c9-43e1-b359-42fc29d634e9,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:46.963486 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:46.978005 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Calling delete_port for 564ecddc-65c9-43e1-b359-42fc29d634e9 owned by network:dhcp {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:33:46.991494 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-6a9577c7-6091-48a3-a939-2664705536db None None] Deleting port 564ecddc-65c9-43e1-b359-42fc29d634e9 {{(pid=103660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:33:46.992320 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-6a9577c7-6091-48a3-a939-2664705536db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), before_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.063494 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.063795 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-6a9577c7-6091-48a3-a939-2664705536db None None] For port 564ecddc-65c9-43e1-b359-42fc29d634e9, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=564ecddc-65c9-43e1-b359-42fc29d634e9,segment=NetworkSegment(3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4),segment_id=3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:47.064003 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-6a9577c7-6091-48a3-a939-2664705536db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), precommit_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.085252 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-6a9577c7-6091-48a3-a939-2664705536db None None] Calling delete_port for 564ecddc-65c9-43e1-b359-42fc29d634e9 owned by network:dhcp {{(pid=103660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:33:47.091654 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Pushing event deleted for resources: {'Port': ['ID=564ecddc-65c9-43e1-b359-42fc29d634e9,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:47.098072 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] No DVR routers for this DVR port 564ecddc-65c9-43e1-b359-42fc29d634e9 on host dv-cinder-750782-15-iscsi {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:47.171388 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-6a9577c7-6091-48a3-a939-2664705536db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461'] for port (564ecddc-65c9-43e1-b359-42fc29d634e9), after_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.181187 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (cfdd2fec-cd96-44f9-8592-73cbe321b82e), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.201378 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9577c7-6091-48a3-a939-2664705536db None None] Pushing event deleted for resources: {'Port': ['ID=564ecddc-65c9-43e1-b359-42fc29d634e9,revision_number=None']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:47.203902 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdd2fec-cd96-44f9-8592-73cbe321b82e']}} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:47.207047 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9577c7-6091-48a3-a939-2664705536db None None] No DVR routers for this DVR port 564ecddc-65c9-43e1-b359-42fc29d634e9 on host dv-cinder-750782-15-iscsi {{(pid=103660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:33:47.216676 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4') {'for_net_delete': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:47.216975 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4') {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:33:47.227312 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4012070'] for segment (3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.241025 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.247340 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:33:47.247722 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267762'] for segment (3bb2cbcb-d78c-4939-8d88-dfe1cde9edc4), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: Traceback (most recent call last): Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: timer() Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: cb(*args, **kw) Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: return func(*args, **kwargs) Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: self._notify() Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: self.callback(batched_events) Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: event.method(event) Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: return f(self, *a, **k) Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._get(url).json() Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: return self.request(url, 'GET', **kwargs) Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:33:47.249614 dv-cinder-750782-15-iscsi neutron-server[103659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:33:47.306867 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (cfdd2fec-cd96-44f9-8592-73cbe321b82e), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.312262 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.316262 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] 10.222.0.11 "DELETE /v2.0/networks/cfdd2fec-cd96-44f9-8592-73cbe321b82e HTTP/1.1" status: 204 len: 168 time: 0.6052959 Mar 31 15:33:47.332297 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16446a7f-e627-42f9-8189-c3c04759218e admin admin] Pushing event deleted for resources: {'Network': ['ID=cfdd2fec-cd96-44f9-8592-73cbe321b82e,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:47.436501 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874816c7-7672-4419-b3bc-8cc529a9bad8 req-cd071507-9848-4b67-a861-7a28f1ec8040 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:47.438219 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-874816c7-7672-4419-b3bc-8cc529a9bad8 req-cd071507-9848-4b67-a861-7a28f1ec8040 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0586798 Mar 31 15:33:47.490337 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-874816c7-7672-4419-b3bc-8cc529a9bad8 req-b440420e-bc63-413b-b7be-16bea3df8a35 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446072 Mar 31 15:33:47.497150 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57126) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:47.540832 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-976fa43a-acde-4b2f-88f6-b4e0991c9618 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=358212f65b23406d930b4f0e489b0137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424557 Mar 31 15:33:47.543449 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57128) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:47.592211 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d68b8-3513-4810-84c1-0c3aa53c79f5 admin admin] Publish callbacks [] for security_group (570b0950-324c-47fd-bc90-a6ead0b09fb4), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.615441 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d68b8-3513-4810-84c1-0c3aa53c79f5 admin admin] Publish callbacks [] for security_group (570b0950-324c-47fd-bc90-a6ead0b09fb4), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.666132 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d68b8-3513-4810-84c1-0c3aa53c79f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (570b0950-324c-47fd-bc90-a6ead0b09fb4), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.668721 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bd4d68b8-3513-4810-84c1-0c3aa53c79f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:47.669927 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-bd4d68b8-3513-4810-84c1-0c3aa53c79f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/570b0950-324c-47fd-bc90-a6ead0b09fb4 HTTP/1.1" status: 204 len: 168 time: 0.1255875 Mar 31 15:33:47.678201 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d68b8-3513-4810-84c1-0c3aa53c79f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570b0950-324c-47fd-bc90-a6ead0b09fb4,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:48.386286 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 564ecddc-65c9-43e1-b359-42fc29d634e9 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:33:48.408474 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 564ecddc-65c9-43e1-b359-42fc29d634e9 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:33:48.408824 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 564ecddc-65c9-43e1-b359-42fc29d634e9 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:33:48.629606 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4a5c0-04b5-444a-b080-c4554f5fa91f req-95d469b2-e578-4b83-a7bd-8d9e0bcce628 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:48.631110 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e7e4a5c0-04b5-444a-b080-c4554f5fa91f req-95d469b2-e578-4b83-a7bd-8d9e0bcce628 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0634027 Mar 31 15:33:48.678854 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e7e4a5c0-04b5-444a-b080-c4554f5fa91f req-47eeea6b-3e34-4c8a-ab80-63bf93b65bad tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418758 Mar 31 15:33:49.728693 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57228) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:49.811137 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72809854-5f02-4ce0-ae18-34330d235c72 req-68fb7c8b-d7c5-4967-8523-50856b0d9535 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:49.813423 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-72809854-5f02-4ce0-ae18-34330d235c72 req-68fb7c8b-d7c5-4967-8523-50856b0d9535 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0554631 Mar 31 15:33:49.854018 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-98ccadbf-608f-42f5-8893-326d44f1cbb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:49.902602 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-72809854-5f02-4ce0-ae18-34330d235c72 req-684c0085-e86e-4c17-8920-23e2ea90ba7e tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804729 Mar 31 15:33:49.960057 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-98ccadbf-608f-42f5-8893-326d44f1cbb1 admin admin] Publish callbacks [] for security_group (a5055354-7345-4966-a661-1699358af915), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:49.963974 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-98ccadbf-608f-42f5-8893-326d44f1cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (a5055354-7345-4966-a661-1699358af915), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.006341 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-98ccadbf-608f-42f5-8893-326d44f1cbb1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7539de2283564ac58d9dc8d47a0c967f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764661 Mar 31 15:33:50.007196 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccadbf-608f-42f5-8893-326d44f1cbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5055354-7345-4966-a661-1699358af915,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:50.009008 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57232) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:50.056837 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-08d74299-8acd-44cc-a42a-3ceb007f9e4a admin admin] Publish callbacks [] for security_group (a5055354-7345-4966-a661-1699358af915), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.079778 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-08d74299-8acd-44cc-a42a-3ceb007f9e4a admin admin] Publish callbacks [] for security_group (a5055354-7345-4966-a661-1699358af915), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.127597 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-08d74299-8acd-44cc-a42a-3ceb007f9e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (a5055354-7345-4966-a661-1699358af915), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.130219 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-08d74299-8acd-44cc-a42a-3ceb007f9e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.131393 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-08d74299-8acd-44cc-a42a-3ceb007f9e4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5055354-7345-4966-a661-1699358af915 HTTP/1.1" status: 204 len: 168 time: 0.1212950 Mar 31 15:33:50.140324 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d74299-8acd-44cc-a42a-3ceb007f9e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5055354-7345-4966-a661-1699358af915,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:50.398479 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57238) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:50.412081 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4c835cc3-a88e-4c1b-b210-728be7be8114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.485447 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4c835cc3-a88e-4c1b-b210-728be7be8114 admin admin] Publish callbacks [] for security_group (06a16f6e-4407-4e20-bb31-fd3e57fbef55), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.491100 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4c835cc3-a88e-4c1b-b210-728be7be8114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (06a16f6e-4407-4e20-bb31-fd3e57fbef55), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.527313 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c835cc3-a88e-4c1b-b210-728be7be8114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a16f6e-4407-4e20-bb31-fd3e57fbef55,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:50.532183 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-4c835cc3-a88e-4c1b-b210-728be7be8114 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab5ed9f1ada243b1bff4a4643de96356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319780 Mar 31 15:33:50.534904 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57240) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:50.583443 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2501f4f8-2f09-43fa-b0d2-788f9b8e8f33 admin admin] Publish callbacks [] for security_group (06a16f6e-4407-4e20-bb31-fd3e57fbef55), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.606411 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2501f4f8-2f09-43fa-b0d2-788f9b8e8f33 admin admin] Publish callbacks [] for security_group (06a16f6e-4407-4e20-bb31-fd3e57fbef55), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.653595 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2501f4f8-2f09-43fa-b0d2-788f9b8e8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (06a16f6e-4407-4e20-bb31-fd3e57fbef55), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.656186 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2501f4f8-2f09-43fa-b0d2-788f9b8e8f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:50.658282 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-2501f4f8-2f09-43fa-b0d2-788f9b8e8f33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06a16f6e-4407-4e20-bb31-fd3e57fbef55 HTTP/1.1" status: 204 len: 168 time: 0.1225934 Mar 31 15:33:50.666362 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501f4f8-2f09-43fa-b0d2-788f9b8e8f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a16f6e-4407-4e20-bb31-fd3e57fbef55,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:51.048170 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f84cd-0905-4db6-8696-0da54f342d00 req-74c1486a-0e1f-4086-8518-e61aa5554efb tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:51.049741 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7d3f84cd-0905-4db6-8696-0da54f342d00 req-74c1486a-0e1f-4086-8518-e61aa5554efb tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0661855 Mar 31 15:33:51.099150 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7d3f84cd-0905-4db6-8696-0da54f342d00 req-70649e87-f442-4be7-94ed-97b90c49af35 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438704 Mar 31 15:33:51.113971 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57264) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:51.266271 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9ef0fcba-d6ce-44f5-b52d-6f054988e8e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:51.351561 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9ef0fcba-d6ce-44f5-b52d-6f054988e8e6 admin admin] Publish callbacks [] for security_group (4711b639-0b17-4c35-b378-1c78c781669a), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:51.355735 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9ef0fcba-d6ce-44f5-b52d-6f054988e8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (4711b639-0b17-4c35-b378-1c78c781669a), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:51.394256 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0fcba-d6ce-44f5-b52d-6f054988e8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4711b639-0b17-4c35-b378-1c78c781669a,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:51.398469 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-9ef0fcba-d6ce-44f5-b52d-6f054988e8e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b2e4ef33c4f48b4869c76ea69fa2169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834015 Mar 31 15:33:51.401120 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57278) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:51.452322 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c8cb25eb-3e79-43ec-804e-688750d5b422 admin admin] Publish callbacks [] for security_group (4711b639-0b17-4c35-b378-1c78c781669a), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:51.472900 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c8cb25eb-3e79-43ec-804e-688750d5b422 admin admin] Publish callbacks [] for security_group (4711b639-0b17-4c35-b378-1c78c781669a), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:51.521536 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c8cb25eb-3e79-43ec-804e-688750d5b422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (4711b639-0b17-4c35-b378-1c78c781669a), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:51.524344 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c8cb25eb-3e79-43ec-804e-688750d5b422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:51.525533 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-c8cb25eb-3e79-43ec-804e-688750d5b422 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4711b639-0b17-4c35-b378-1c78c781669a HTTP/1.1" status: 204 len: 168 time: 0.1234965 Mar 31 15:33:51.533569 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb25eb-3e79-43ec-804e-688750d5b422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4711b639-0b17-4c35-b378-1c78c781669a,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:51.917065 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57294) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:51.930775 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-18ed7a8f-6333-41d6-ab43-f7fecab8cbf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.007407 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-18ed7a8f-6333-41d6-ab43-f7fecab8cbf9 admin admin] Publish callbacks [] for security_group (89e75768-6608-4f92-b1ea-57e79fae6acf), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.011646 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-18ed7a8f-6333-41d6-ab43-f7fecab8cbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (89e75768-6608-4f92-b1ea-57e79fae6acf), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.050714 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-18ed7a8f-6333-41d6-ab43-f7fecab8cbf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe8e2707bb9f42cda871246c30a55b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324914 Mar 31 15:33:52.052704 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed7a8f-6333-41d6-ab43-f7fecab8cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e75768-6608-4f92-b1ea-57e79fae6acf,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:52.053408 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57300) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:52.106060 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a5a296dc-d294-4444-992e-dd935446b798 admin admin] Publish callbacks [] for security_group (89e75768-6608-4f92-b1ea-57e79fae6acf), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.130502 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a5a296dc-d294-4444-992e-dd935446b798 admin admin] Publish callbacks [] for security_group (89e75768-6608-4f92-b1ea-57e79fae6acf), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.183238 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a5a296dc-d294-4444-992e-dd935446b798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (89e75768-6608-4f92-b1ea-57e79fae6acf), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.186384 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a5a296dc-d294-4444-992e-dd935446b798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.187704 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-a5a296dc-d294-4444-992e-dd935446b798 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89e75768-6608-4f92-b1ea-57e79fae6acf HTTP/1.1" status: 204 len: 168 time: 0.1329618 Mar 31 15:33:52.196471 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a296dc-d294-4444-992e-dd935446b798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e75768-6608-4f92-b1ea-57e79fae6acf,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:52.258968 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d4a61-529f-492d-9543-28862fef13b8 req-3b104c97-56d8-4f6f-8363-9ede681bf59a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:52.260694 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6d0d4a61-529f-492d-9543-28862fef13b8 req-3b104c97-56d8-4f6f-8363-9ede681bf59a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0619819 Mar 31 15:33:52.317513 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6d0d4a61-529f-492d-9543-28862fef13b8 req-7c103476-b91c-42ec-bc23-9250c22e5fbf tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506451 Mar 31 15:33:52.549113 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57318) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:52.565680 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d0450fa3-97aa-48f2-bd34-f120cbe2b124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.657416 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d0450fa3-97aa-48f2-bd34-f120cbe2b124 admin admin] Publish callbacks [] for security_group (0f7d3aee-173b-46d9-bcf2-274df857faf6), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.662278 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d0450fa3-97aa-48f2-bd34-f120cbe2b124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (0f7d3aee-173b-46d9-bcf2-274df857faf6), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.704007 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-d0450fa3-97aa-48f2-bd34-f120cbe2b124 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=135e63f5fac6429a91f451b452fc3784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528833 Mar 31 15:33:52.705127 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0450fa3-97aa-48f2-bd34-f120cbe2b124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7d3aee-173b-46d9-bcf2-274df857faf6,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:52.707021 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57322) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:52.754060 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ace00b9-3bb5-4531-acce-e8066d4c2c81 admin admin] Publish callbacks [] for security_group (0f7d3aee-173b-46d9-bcf2-274df857faf6), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.775005 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ace00b9-3bb5-4531-acce-e8066d4c2c81 admin admin] Publish callbacks [] for security_group (0f7d3aee-173b-46d9-bcf2-274df857faf6), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:52.893065 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:53.081528 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ace00b9-3bb5-4531-acce-e8066d4c2c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (0f7d3aee-173b-46d9-bcf2-274df857faf6), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:53.084112 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5ace00b9-3bb5-4531-acce-e8066d4c2c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:53.085299 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-5ace00b9-3bb5-4531-acce-e8066d4c2c81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f7d3aee-173b-46d9-bcf2-274df857faf6 HTTP/1.1" status: 204 len: 168 time: 0.3772235 Mar 31 15:33:53.092900 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace00b9-3bb5-4531-acce-e8066d4c2c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7d3aee-173b-46d9-bcf2-274df857faf6,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:53.446515 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae65acd-8e12-4999-bd28-f09a2e71f57f req-d48c938d-0850-4c0d-b723-44beb96a3c96 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:53.447999 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-dae65acd-8e12-4999-bd28-f09a2e71f57f req-d48c938d-0850-4c0d-b723-44beb96a3c96 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 944 time: 0.0563655 Mar 31 15:33:53.497363 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-dae65acd-8e12-4999-bd28-f09a2e71f57f req-051d2047-9f66-47be-a1e6-0546cb5b3c7c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423768 Mar 31 15:33:54.198577 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:33:54.294941 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:54.307939 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'port_id': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'mac_address': 'fa:16:3e:fd:ff:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:33:54.350078 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:33:54.350466 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:54.363771 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:33:54.383042 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:54.387277 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:54.437796 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,revision_number=9']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:54.613519 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['0d370bd7-b16a-4bf2-8905-94b9ce0e62e4'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:33:54.649094 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2454b20-c7ce-418d-bf59-5ea315e6758d req-9794f52c-cf15-4882-8a85-ad68885be153 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:54.650851 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f2454b20-c7ce-418d-bf59-5ea315e6758d req-9794f52c-cf15-4882-8a85-ad68885be153 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 945 time: 0.0738177 Mar 31 15:33:54.706146 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f2454b20-c7ce-418d-bf59-5ea315e6758d req-72766122-e9be-4bf4-b9b3-fb791d2b19fc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489388 Mar 31 15:33:55.833236 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a20003-50cc-4b10-8ccf-6a21e10029be req-f1d1fbc7-caeb-4441-8c2c-6fd85b12e331 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:55.834730 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b6a20003-50cc-4b10-8ccf-6a21e10029be req-f1d1fbc7-caeb-4441-8c2c-6fd85b12e331 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 945 time: 0.0552142 Mar 31 15:33:55.882928 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b6a20003-50cc-4b10-8ccf-6a21e10029be req-e313c3d5-55e0-4c51-a112-495341afa154 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426960 Mar 31 15:33:56.222453 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:33:56.278142 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:33:56.278640 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:56.509866 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:33:56.509866 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:56.527122 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:33:56.529925 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1e82b4-1f4a-44a3-b8a2-506f00ca459f" -d '{"events": [{"server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "name": "network-vif-plugged", "status": "completed", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:33:56.542298 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:33:56.548731 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:56.589823 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc342ac-5d8c-476f-9152-59e14fcecb8c x-openstack-request-id: req-afc342ac-5d8c-476f-9152-59e14fcecb8c {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:33:56.590415 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "name": "network-vif-plugged", "status": "completed", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:33:56.590670 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-afc342ac-5d8c-476f-9152-59e14fcecb8c {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:33:56.591069 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc342ac-5d8c-476f-9152-59e14fcecb8c'] response: {'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'code': 200} Mar 31 15:33:56.606176 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,revision_number=10']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:56.708971 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57412) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:56.820865 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-744e7faa-101e-47b9-ad20-287fd6fdd729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:56.904969 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-744e7faa-101e-47b9-ad20-287fd6fdd729 admin admin] Publish callbacks [] for security_group (20f5b005-2817-4b05-8e21-b0d1c43e8149), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:56.909595 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-744e7faa-101e-47b9-ad20-287fd6fdd729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (20f5b005-2817-4b05-8e21-b0d1c43e8149), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:56.935642 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e7faa-101e-47b9-ad20-287fd6fdd729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f5b005-2817-4b05-8e21-b0d1c43e8149,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:56.961389 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-744e7faa-101e-47b9-ad20-287fd6fdd729 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ec17aa60c6c48809da9aa797b709e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512157 Mar 31 15:33:56.964430 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57422) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:57.024685 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d2924376-665c-4507-950f-ee06b7c0a2de admin admin] Publish callbacks [] for security_group (20f5b005-2817-4b05-8e21-b0d1c43e8149), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:57.045159 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558f15-e8dd-4a53-9c23-b337d3164887 req-b7fd1c74-834d-403e-9c53-fe71d59c6827 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:57.046667 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e5558f15-e8dd-4a53-9c23-b337d3164887 req-b7fd1c74-834d-403e-9c53-fe71d59c6827 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 947 time: 0.0842645 Mar 31 15:33:57.047413 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d2924376-665c-4507-950f-ee06b7c0a2de admin admin] Publish callbacks [] for security_group (20f5b005-2817-4b05-8e21-b0d1c43e8149), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:57.062229 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7120c5-1f45-4cc7-badb-167b442abfb7 req-ed8ca1d4-90fc-4ff5-8990-9bb97826ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:57.063707 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ab7120c5-1f45-4cc7-badb-167b442abfb7 req-ed8ca1d4-90fc-4ff5-8990-9bb97826ad6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 1131 time: 0.0660272 Mar 31 15:33:57.096405 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d2924376-665c-4507-950f-ee06b7c0a2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (20f5b005-2817-4b05-8e21-b0d1c43e8149), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:57.099117 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d2924376-665c-4507-950f-ee06b7c0a2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:57.100284 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-d2924376-665c-4507-950f-ee06b7c0a2de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20f5b005-2817-4b05-8e21-b0d1c43e8149 HTTP/1.1" status: 204 len: 168 time: 0.1340854 Mar 31 15:33:57.110200 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2924376-665c-4507-950f-ee06b7c0a2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f5b005-2817-4b05-8e21-b0d1c43e8149,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:57.133707 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e5558f15-e8dd-4a53-9c23-b337d3164887 req-fcc7c76b-b03c-4529-8f9d-ec1e57c90fa6 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789740 Mar 31 15:33:57.144759 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ab7120c5-1f45-4cc7-badb-167b442abfb7 req-33510b59-b85e-4539-b32c-ff7fef3cf663 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737257 Mar 31 15:33:58.143168 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57460) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:58.265599 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2820b45e-14e9-4fbe-9bae-63b3b3049e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:58.280206 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9c98a-413d-4fa1-a8cb-969d7cac1391 req-55d9199d-9f1d-4d39-895c-7945a93deac2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:58.282450 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-57a9c98a-413d-4fa1-a8cb-969d7cac1391 req-55d9199d-9f1d-4d39-895c-7945a93deac2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 947 time: 0.0718837 Mar 31 15:33:58.340982 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-57a9c98a-413d-4fa1-a8cb-969d7cac1391 req-94d62862-418a-4f28-8d30-f9b68ba55a76 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523417 Mar 31 15:33:58.352008 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2820b45e-14e9-4fbe-9bae-63b3b3049e35 admin admin] Publish callbacks [] for security_group (6ab1f0ad-2d73-4924-9ea2-4f6c0140dbce), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:58.356963 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2820b45e-14e9-4fbe-9bae-63b3b3049e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (6ab1f0ad-2d73-4924-9ea2-4f6c0140dbce), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:58.391454 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-2820b45e-14e9-4fbe-9bae-63b3b3049e35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6d53565217142a49b97d2607e9aa404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435472 Mar 31 15:33:58.391581 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57474) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:58.401299 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820b45e-14e9-4fbe-9bae-63b3b3049e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab1f0ad-2d73-4924-9ea2-4f6c0140dbce,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:58.446332 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-43c44e47-84f2-401e-877c-a16ca7c7fb32 admin admin] Publish callbacks [] for security_group (6ab1f0ad-2d73-4924-9ea2-4f6c0140dbce), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:58.468930 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-43c44e47-84f2-401e-877c-a16ca7c7fb32 admin admin] Publish callbacks [] for security_group (6ab1f0ad-2d73-4924-9ea2-4f6c0140dbce), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:58.523825 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-43c44e47-84f2-401e-877c-a16ca7c7fb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (6ab1f0ad-2d73-4924-9ea2-4f6c0140dbce), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:58.527560 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-43c44e47-84f2-401e-877c-a16ca7c7fb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:58.529386 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-43c44e47-84f2-401e-877c-a16ca7c7fb32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ab1f0ad-2d73-4924-9ea2-4f6c0140dbce HTTP/1.1" status: 204 len: 168 time: 0.1364076 Mar 31 15:33:58.541310 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c44e47-84f2-401e-877c-a16ca7c7fb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab1f0ad-2d73-4924-9ea2-4f6c0140dbce,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:59.205463 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57538) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:59.308523 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1584354649-network', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:59.331120 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Made reservation on behalf of 3f5e17047f454b4d9c3deffcaf725901 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:59.333914 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:59.346097 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:59.473909 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Publish callbacks [] for security_group (de432767-dfee-47c6-8a22-b354f733ce36), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:59.480501 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (de432767-dfee-47c6-8a22-b354f733ce36), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:59.504269 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:33:59.528616 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c4a51-23d3-440a-a3b1-56d7f83436eb req-cd058ee8-f880-44bf-a1ba-6dc5627ded16 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:59.530105 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bb3c4a51-23d3-440a-a3b1-56d7f83436eb req-cd058ee8-f880-44bf-a1ba-6dc5627ded16 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 947 time: 0.1020045 Mar 31 15:33:59.532307 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de432767-dfee-47c6-8a22-b354f733ce36,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:59.538713 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (780ea950-aaad-47c2-89d6-5c44dc8be6a0), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:59.539045 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Added segment 780ea950-aaad-47c2-89d6-5c44dc8be6a0 of type vlan for network 497cf4e4-1398-4f5c-8b91-3b72244825b0 Mar 31 15:33:59.600026 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (497cf4e4-1398-4f5c-8b91-3b72244825b0), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:59.623044 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bb3c4a51-23d3-440a-a3b1-56d7f83436eb req-c4df6f46-1a26-459e-bbbd-4996429514c9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859118 Mar 31 15:33:59.639157 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (497cf4e4-1398-4f5c-8b91-3b72244825b0), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:59.640126 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:33:59.640864 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:59.701873 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4952662 Mar 31 15:33:59.704908 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57552) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:33:59.709330 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9e265-4559-44e9-a5e2-1accd29d74d5 admin admin] Pushing event updated for resources: {'Network': ['ID=497cf4e4-1398-4f5c-8b91-3b72244825b0,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:59.709907 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] Request body: {'subnet': {'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1584354649-subnet', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'ip_version': 4}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:33:59.721141 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 497cf4e4-1398-4f5c-8b91-3b72244825b0 details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:33:59.730307 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] Made reservation on behalf of 3f5e17047f454b4d9c3deffcaf725901 for: {'subnet': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:33:59.732711 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3477088'] for subnet (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:59.907515 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3477110'] for subnet (9f5472fc-a43a-489f-8405-33af6e109945), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:59.965900 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5472fc-a43a-489f-8405-33af6e109945,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:33:59.975602 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] Checking segment: {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:33:59.975952 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] Network hostable DHCP agents. Network: 497cf4e4-1398-4f5c-8b91-3b72244825b0, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:33:59.993317 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] Network 497cf4e4-1398-4f5c-8b91-3b72244825b0 is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:34:00.004287 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 497cf4e4-1398-4f5c-8b91-3b72244825b0) {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:00.008724 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:00.009383 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.015524 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d0389-799d-4067-af29-207f87828808 None None] Network 497cf4e4-1398-4f5c-8b91-3b72244825b0 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:34:00.026422 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-604abc13-bf6f-4fc5-a5ea-909c81eb0ab6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3203530 Mar 31 15:34:00.029070 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57554) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:00.034050 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:00.055570 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15557'] for router (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.057706 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15564'] for router (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.116711 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Publish callbacks [] for router_controller (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), precommit_add_association {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.127456 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-497cf4e4-1398-4f5c-8b91-3b72244825b0', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:34:00.128410 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.264428 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Allocated IP 172.20.0.2 (497cf4e4-1398-4f5c-8b91-3b72244825b0/9f5472fc-a43a-489f-8405-33af6e109945/fa7bb90d-0205-41bb-b603-8a75755593b7) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:00.268739 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Publish callbacks [] for router_gateway (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.430151 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Publish callbacks [] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.437799 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.483112 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Network 497cf4e4-1398-4f5c-8b91-3b72244825b0 is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:00.487357 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Publish callbacks [] for router_gateway (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.490193 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:00.494727 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:34:00.499985 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Pushing event updated for resources: {'Port': ['ID=fa7bb90d-0205-41bb-b603-8a75755593b7,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:00.514761 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.554704 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Attempting to bind port fa7bb90d-0205-41bb-b603-8a75755593b7 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:34:00.555169 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Attempting to bind port fa7bb90d-0205-41bb-b603-8a75755593b7 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:34:00.555587 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Attempting to bind port fa7bb90d-0205-41bb-b603-8a75755593b7 on network 497cf4e4-1398-4f5c-8b91-3b72244825b0 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:34:00.560942 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:34:00.561341 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Checking segment: {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:34:00.561733 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.562774 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Bound using segment: {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:34:00.563263 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Bound port: fa7bb90d-0205-41bb-b603-8a75755593b7, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:34:00.563687 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.629994 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Allocated IP 172.27.2.91 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/c2d36905-8ec9-4485-a611-bff69601ac19) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:00.635184 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] For port fa7bb90d-0205-41bb-b603-8a75755593b7, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:34:00.638907 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] For port fa7bb90d-0205-41bb-b603-8a75755593b7, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=fa7bb90d-0205-41bb-b603-8a75755593b7,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:34:00.646289 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.720052 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a1960-3551-4473-9e30-5ceada92f19c None None] Pushing event updated for resources: {'Port': ['ID=fa7bb90d-0205-41bb-b603-8a75755593b7,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:00.766735 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Publish callbacks [] for port (c2d36905-8ec9-4485-a611-bff69601ac19), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.816604 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.865214 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:00.868203 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:00.874580 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:34:00.898893 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Pushing event updated for resources: {'Port': ['ID=c2d36905-8ec9-4485-a611-bff69601ac19,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:01.191868 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Publish callbacks [] for router_gateway (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:01.396978 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005'] for router (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:01.546105 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b is scheduled to L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d with binding_index 1 {{(pid=103659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:34:01.650412 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c334ac-1cb0-49e7-b078-ef760eb84865 None None] Network 497cf4e4-1398-4f5c-8b91-3b72244825b0 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:34:01.663979 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:34:01.673451 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Sync routers for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:34:01.684375 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:01.688632 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-531cffbd-baec-4e50-bc7c-5173c78a3abe admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6556203 Mar 31 15:34:01.688855 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:01.688855 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:33:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:01.689629 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57568) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:01.771514 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-275bc5b6-13c0-40dc-be5d-ac5c3d6b090d None None] Provisioning complete for port fa7bb90d-0205-41bb-b603-8a75755593b7 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:01.772074 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-275bc5b6-13c0-40dc-be5d-ac5c3d6b090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:01.896702 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-275bc5b6-13c0-40dc-be5d-ac5c3d6b090d None None] Current status of the port fa7bb90d-0205-41bb-b603-8a75755593b7 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:01.896702 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-275bc5b6-13c0-40dc-be5d-ac5c3d6b090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:01.922620 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:01.962631 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-275bc5b6-13c0-40dc-be5d-ac5c3d6b090d None None] For port fa7bb90d-0205-41bb-b603-8a75755593b7, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=fa7bb90d-0205-41bb-b603-8a75755593b7,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:34:01.976163 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-275bc5b6-13c0-40dc-be5d-ac5c3d6b090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.032708 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bc5b6-13c0-40dc-be5d-ac5c3d6b090d None None] Pushing event updated for resources: {'Port': ['ID=fa7bb90d-0205-41bb-b603-8a75755593b7,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:02.169122 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:01Z', 'revision_number': 3, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:02.205593 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-3d4988b5-ee93-49eb-892f-b91a65b3f62d None None] Provisioning complete for port fa7bb90d-0205-41bb-b603-8a75755593b7 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:02.206512 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3d4988b5-ee93-49eb-892f-b91a65b3f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.212631 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Checking router: 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:34:02.212984 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Updating router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b port c2d36905-8ec9-4485-a611-bff69601ac19 binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:34:02.248646 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.248815 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.335309 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-3d4988b5-ee93-49eb-892f-b91a65b3f62d None None] Current status of the port fa7bb90d-0205-41bb-b603-8a75755593b7 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:02.460010 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device fa7bb90d-0205-41bb-b603-8a75755593b7 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:34:02.485030 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Allocated IP 172.20.0.1 (497cf4e4-1398-4f5c-8b91-3b72244825b0/9f5472fc-a43a-489f-8405-33af6e109945/293904d8-f7d5-40a8-9a92-55b24c56afee) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:02.515706 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port fa7bb90d-0205-41bb-b603-8a75755593b7 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:02.516531 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.602479 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Publish callbacks [] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.604920 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Publish callbacks [] for port (c2d36905-8ec9-4485-a611-bff69601ac19), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.612069 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.613185 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port fa7bb90d-0205-41bb-b603-8a75755593b7 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:02.646032 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.665267 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Attempting to bind port c2d36905-8ec9-4485-a611-bff69601ac19 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:34:02.665636 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Attempting to bind port c2d36905-8ec9-4485-a611-bff69601ac19 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:34:02.665994 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Attempting to bind port c2d36905-8ec9-4485-a611-bff69601ac19 on network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:34:02.673566 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Pushing event updated for resources: {'Port': ['ID=c2d36905-8ec9-4485-a611-bff69601ac19,revision_number=2']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:02.676548 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:34:02.676922 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:34:02.677344 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.677741 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Bound using segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:34:02.678269 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Bound port: c2d36905-8ec9-4485-a611-bff69601ac19, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:34:02.678652 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.700619 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.700962 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.701354 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.701710 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.702047 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.702377 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.702699 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.703735 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.704181 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.704510 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.704838 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.705205 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.705535 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.705857 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.706240 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:02.711996 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Network 497cf4e4-1398-4f5c-8b91-3b72244825b0 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:02.721679 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:02.725614 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:34:02.743723 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] For port c2d36905-8ec9-4485-a611-bff69601ac19, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:34:02.747267 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] For port c2d36905-8ec9-4485-a611-bff69601ac19, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=c2d36905-8ec9-4485-a611-bff69601ac19,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:34:02.754630 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.769641 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Pushing event updated for resources: {'Port': ['ID=293904d8-f7d5-40a8-9a92-55b24c56afee,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:02.802855 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609466'] for router_interface (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.825345 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:02.825992 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:33:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:02.832393 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83906147-1d9b-4db3-9c16-c48a5b3a9d65 None None] Pushing event updated for resources: {'Port': ['ID=c2d36905-8ec9-4485-a611-bff69601ac19,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:02.940658 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2db5b5f8-fa7a-48b6-b4ae-e5ef44307b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:02.966416 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:02.982159 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:03.062776 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-4c9cf248-0536-4944-8d43-84e50a97026e None None] Provisioning complete for port 293904d8-f7d5-40a8-9a92-55b24c56afee triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:03.063388 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4c9cf248-0536-4944-8d43-84e50a97026e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:03.100201 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-4c9cf248-0536-4944-8d43-84e50a97026e None None] Port 293904d8-f7d5-40a8-9a92-55b24c56afee cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:34:03.155197 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Publish callbacks [] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:03.161680 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:03.162893 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:01Z', 'revision_number': 3, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:03.190148 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f2dc3-ead6-4d4c-951d-ef4f1a03b1d1 None None] The sync data for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi is: [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:01Z', 'revision_number': 3, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:34:03.229630 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Pushing event updated for resources: {'Port': ['ID=293904d8-f7d5-40a8-9a92-55b24c56afee,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:03.231955 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609326'] for router_interface (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:03.330834 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Network 497cf4e4-1398-4f5c-8b91-3b72244825b0 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:03.332428 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:03.476929 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:34:03.628502 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-09f888d3-dd3a-4a64-a1a7-89d4ae2c6f36 None None] Provisioning complete for port 293904d8-f7d5-40a8-9a92-55b24c56afee triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:03.629153 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-09f888d3-dd3a-4a64-a1a7-89d4ae2c6f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:03.673954 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-09f888d3-dd3a-4a64-a1a7-89d4ae2c6f36 None None] Port 293904d8-f7d5-40a8-9a92-55b24c56afee cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:34:03.912225 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:34:03.917297 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-042447ad-ba3a-4618-910a-9c97f232e808 admin admin] 10.222.0.11 "PUT /v2.0/routers/3bca13a3-a4c6-4a12-8db3-42f3b365ea0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2265623 Mar 31 15:34:04.424920 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device c2d36905-8ec9-4485-a611-bff69601ac19 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:34:04.438889 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57606) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:04.443641 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1980436049-network', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:04.463281 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Made reservation on behalf of 6a2f409dd063490fbb1975f8bf7fc227 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:04.465630 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for network (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:04.475345 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:04.479143 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port c2d36905-8ec9-4485-a611-bff69601ac19 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:04.479514 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:04.565651 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Publish callbacks [] for security_group (ad46866e-97a5-4af4-9d48-d84fbfbe5308), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:04.571227 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ad46866e-97a5-4af4-9d48-d84fbfbe5308), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:04.575781 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port c2d36905-8ec9-4485-a611-bff69601ac19 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:04.576125 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:04.596026 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:34:04.601747 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port c2d36905-8ec9-4485-a611-bff69601ac19, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=c2d36905-8ec9-4485-a611-bff69601ac19,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:34:04.606066 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:04.614659 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (68b9cada-696f-494c-97a5-e6a908053d5a), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:04.615008 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.segments_db [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Added segment 68b9cada-696f-494c-97a5-e6a908053d5a of type vlan for network 43cc5dc8-0997-46d7-9db2-82060e48dced Mar 31 15:34:04.616238 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad46866e-97a5-4af4-9d48-d84fbfbe5308,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:04.661374 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771932704287'] for network (43cc5dc8-0997-46d7-9db2-82060e48dced), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:04.662463 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=c2d36905-8ec9-4485-a611-bff69601ac19,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:04.690169 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451'] for network (43cc5dc8-0997-46d7-9db2-82060e48dced), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:04.691304 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:04.691876 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:04.757125 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3171222 Mar 31 15:34:04.759937 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57614) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:04.765070 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] Request body: {'subnet': {'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1980436049-subnet', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'ip_version': 4}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:04.777951 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f7ae0-7eb9-407c-b8ae-b057341e2abe admin admin] Pushing event updated for resources: {'Network': ['ID=43cc5dc8-0997-46d7-9db2-82060e48dced,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:04.790583 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Network 43cc5dc8-0997-46d7-9db2-82060e48dced details requested by agent ovs-agent-dv-cinder-750782-15-iscsi with host dv-cinder-750782-15-iscsi {{(pid=103660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:34:04.796076 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] Made reservation on behalf of 6a2f409dd063490fbb1975f8bf7fc227 for: {'subnet': 1} {{(pid=103659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:04.799351 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3477088'] for subnet (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.001262 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Sync routers for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:34:05.012200 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:05.013373 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:33:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:05.018566 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3477110'] for subnet (c6706e15-d815-488c-9b34-b6c57e7cc0cc), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.075818 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6706e15-d815-488c-9b34-b6c57e7cc0cc,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:05.086372 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] Checking segment: {'id': '68b9cada-696f-494c-97a5-e6a908053d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:34:05.086726 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] Network hostable DHCP agents. Network: 43cc5dc8-0997-46d7-9db2-82060e48dced, hostable agents: ['e22cf47a-23fe-44dd-ac68-6e12f0d3c517'], hosted agents: [] {{(pid=103659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:34:05.103569 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] Network 43cc5dc8-0997-46d7-9db2-82060e48dced is scheduled to be hosted by DHCP agent e22cf47a-23fe-44dd-ac68-6e12f0d3c517 with binding_index 1 {{(pid=103659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:34:05.114770 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-iscsi, 43cc5dc8-0997-46d7-9db2-82060e48dced) {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:05.119136 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:05.119743 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.126941 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befbf842-56e2-4231-a978-9c26b56fb72a None None] Network 43cc5dc8-0997-46d7-9db2-82060e48dced requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:34:05.138466 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-1309fe72-1803-4d59-b546-a465c9a89199 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3774257 Mar 31 15:34:05.141235 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57622) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:05.145653 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1980436049-router', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:05.165272 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15557'] for router (4bd8798c-a655-4805-8e87-3d2bf1eb8087), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.166310 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15564'] for router (4bd8798c-a655-4805-8e87-3d2bf1eb8087), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.177797 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:05.222353 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Publish callbacks [] for router_controller (4bd8798c-a655-4805-8e87-3d2bf1eb8087), precommit_add_association {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.360484 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27d53e74-2c5f-5824-8a33-54de337f386e-43cc5dc8-0997-46d7-9db2-82060e48dced', 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced', 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'fixed_ips': [{'subnet_id': 'c6706e15-d815-488c-9b34-b6c57e7cc0cc'}]}} from dv-cinder-750782-15-iscsi. {{(pid=103660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:34:05.361512 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.368090 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Publish callbacks [] for router_gateway (4bd8798c-a655-4805-8e87-3d2bf1eb8087), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.378597 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9bea27ca-8bec-4b70-8d6d-196ebd61cefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.558544 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.db_base_plugin_common [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Allocated IP 172.20.0.2 (43cc5dc8-0997-46d7-9db2-82060e48dced/c6706e15-d815-488c-9b34-b6c57e7cc0cc/eabe463c-fbd0-4d85-9180-07a84dc580af) {{(pid=103660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:05.561748 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:03Z', 'revision_number': 2, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:05.581461 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Publish callbacks [] for router_gateway (4bd8798c-a655-4805-8e87-3d2bf1eb8087), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.600431 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.601053 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Checking router: 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:34:05.601523 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Updating router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b port 293904d8-f7d5-40a8-9a92-55b24c56afee binding host dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:34:05.666920 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.706842 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Allocated IP 172.27.2.25 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:05.820321 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Publish callbacks [] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.860475 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:05.895659 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:05.899933 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:05.905621 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:34:05.931388 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Pushing event updated for resources: {'Port': ['ID=d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:06.025888 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Publish callbacks [] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), precommit_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.037150 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), after_create {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.105365 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Network 43cc5dc8-0997-46d7-9db2-82060e48dced is already hosted by enough agents. {{(pid=103660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:06.116045 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Pushing event updated for resources: {'Port': ['ID=eabe463c-fbd0-4d85-9180-07a84dc580af,revision_number=1']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:06.118278 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.scheduler.base_scheduler [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Resources bound (agent type, host, resource id): {{(pid=103660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:06.125370 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Received port after_create {{(pid=103660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:34:06.209728 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Attempting to bind port eabe463c-fbd0-4d85-9180-07a84dc580af on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:34:06.210101 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Attempting to bind port eabe463c-fbd0-4d85-9180-07a84dc580af by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '68b9cada-696f-494c-97a5-e6a908053d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:34:06.210469 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Attempting to bind port eabe463c-fbd0-4d85-9180-07a84dc580af on network 43cc5dc8-0997-46d7-9db2-82060e48dced {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:34:06.213245 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Publish callbacks [] for router_gateway (4bd8798c-a655-4805-8e87-3d2bf1eb8087), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.235080 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:34:06.235459 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Checking segment: {'id': '68b9cada-696f-494c-97a5-e6a908053d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:34:06.236121 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.236484 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Bound using segment: {'id': '68b9cada-696f-494c-97a5-e6a908053d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:34:06.236970 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Bound port: eabe463c-fbd0-4d85-9180-07a84dc580af, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b9cada-696f-494c-97a5-e6a908053d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:34:06.237525 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.322103 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] For port eabe463c-fbd0-4d85-9180-07a84dc580af, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:34:06.325575 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Publish callbacks [] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.327857 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] For port eabe463c-fbd0-4d85-9180-07a84dc580af, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=eabe463c-fbd0-4d85-9180-07a84dc580af,segment=NetworkSegment(68b9cada-696f-494c-97a5-e6a908053d5a),segment_id=68b9cada-696f-494c-97a5-e6a908053d5a)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:34:06.336437 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.393845 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b374090-b6ad-4e58-810a-b88dd55536f5 None None] Pushing event updated for resources: {'Port': ['ID=eabe463c-fbd0-4d85-9180-07a84dc580af,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:06.396445 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.423264 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device c2d36905-8ec9-4485-a611-bff69601ac19 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:34:06.454921 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609005'] for router (4bd8798c-a655-4805-8e87-3d2bf1eb8087), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.485735 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ad3d8-a8be-4a32-aa81-25c6204ad26e None None] Pushing event updated for resources: {'Port': ['ID=293904d8-f7d5-40a8-9a92-55b24c56afee,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:06.591629 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Attempting to bind port 293904d8-f7d5-40a8-9a92-55b24c56afee on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:34:06.592261 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Attempting to bind port 293904d8-f7d5-40a8-9a92-55b24c56afee by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:34:06.592368 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Attempting to bind port 293904d8-f7d5-40a8-9a92-55b24c56afee on network 497cf4e4-1398-4f5c-8b91-3b72244825b0 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:34:06.602024 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port c2d36905-8ec9-4485-a611-bff69601ac19 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:06.602402 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.649619 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:34:06.649919 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Checking segment: {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:34:06.650284 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.650716 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Bound using segment: {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:34:06.651281 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Bound port: 293904d8-f7d5-40a8-9a92-55b24c56afee, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:34:06.651792 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.661044 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.818511 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port c2d36905-8ec9-4485-a611-bff69601ac19 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:06.845243 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] For port 293904d8-f7d5-40a8-9a92-55b24c56afee, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:34:06.850819 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] For port 293904d8-f7d5-40a8-9a92-55b24c56afee, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=293904d8-f7d5-40a8-9a92-55b24c56afee,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:34:06.861272 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.924256 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:06.924900 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:34:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:07.005448 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 is scheduled to L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d with binding_index 1 {{(pid=103659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:34:07.020045 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ad3d8-a8be-4a32-aa81-25c6204ad26e None None] Pushing event updated for resources: {'Port': ['ID=293904d8-f7d5-40a8-9a92-55b24c56afee,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:07.036805 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-9fcbf90c-affc-443e-91db-9180e9f7534e None None] Provisioning complete for port 293904d8-f7d5-40a8-9a92-55b24c56afee triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:07.037224 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf90c-affc-443e-91db-9180e9f7534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:07.107692 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:07.129345 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:34:07.141623 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Sync routers for ids ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:34:07.154621 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:07.155932 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-862babf1-c5f6-48a1-aace-1485c9eade91 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0136998 Mar 31 15:34:07.157490 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Routers {'4bd8798c-a655-4805-8e87-3d2bf1eb8087'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:07.158123 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:34:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:07.159349 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57644) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:07.231053 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf90c-affc-443e-91db-9180e9f7534e None None] Current status of the port 293904d8-f7d5-40a8-9a92-55b24c56afee is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:07.231343 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf90c-affc-443e-91db-9180e9f7534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:07.286806 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Set router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:07.333481 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-9fcbf90c-affc-443e-91db-9180e9f7534e None None] For port 293904d8-f7d5-40a8-9a92-55b24c56afee, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=293904d8-f7d5-40a8-9a92-55b24c56afee,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:34:07.346176 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf90c-affc-443e-91db-9180e9f7534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:07.467057 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbf90c-affc-443e-91db-9180e9f7534e None None] Pushing event updated for resources: {'Port': ['ID=293904d8-f7d5-40a8-9a92-55b24c56afee,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:07.487307 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-52868546-a493-440c-b4e3-b07a1d1d289c None None] Provisioning complete for port 293904d8-f7d5-40a8-9a92-55b24c56afee triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:07.487851 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-52868546-a493-440c-b4e3-b07a1d1d289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:07.529498 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'name': 'tempest-TestVolumeBootPattern-1980436049-router', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:06Z', 'revision_number': 3, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'gw_port': {'id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:07.554419 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:06Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:07.572037 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Checking router: 4bd8798c-a655-4805-8e87-3d2bf1eb8087 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:34:07.572383 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Updating router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb binding host dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:34:07.598875 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d96dbc-3ac2-49a8-9ee5-5bba21c5c683 None None] The sync data for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi is: [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:06Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:34:07.683579 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:07.690041 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-52868546-a493-440c-b4e3-b07a1d1d289c None None] Current status of the port 293904d8-f7d5-40a8-9a92-55b24c56afee is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:07.826107 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:07.845494 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17755eb4-2a6b-4927-b7a1-ad2d4aaea847 None None] Network 43cc5dc8-0997-46d7-9db2-82060e48dced requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:34:08.046371 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.053382 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-167cb75b-217c-4f42-b8b5-c45b943c61cd None None] Provisioning complete for port eabe463c-fbd0-4d85-9180-07a84dc580af triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:08.053762 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-167cb75b-217c-4f42-b8b5-c45b943c61cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.085164 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Allocated IP 172.20.0.1 (43cc5dc8-0997-46d7-9db2-82060e48dced/c6706e15-d815-488c-9b34-b6c57e7cc0cc/1577cb09-fc23-4601-9cee-b25c6b539737) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:08.092262 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Publish callbacks [] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), precommit_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.102268 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.223566 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08c807-ee3d-40d8-a6cd-95b628b45065 None None] Pushing event updated for resources: {'Port': ['ID=d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb,revision_number=2']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:08.228397 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Attempting to bind port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:34:08.228764 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Attempting to bind port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:34:08.232877 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Publish callbacks [] for port (1577cb09-fc23-4601-9cee-b25c6b539737), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.237010 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Attempting to bind port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb on network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:34:08.253225 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:34:08.253978 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Checking segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:34:08.254332 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.254721 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Bound using segment: {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'} {{(pid=103661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:34:08.255209 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.managers [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Bound port: d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65840e0-b117-407d-8a1e-cb639d576379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}}] {{(pid=103661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:34:08.255584 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), before_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.274521 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.328691 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Network 43cc5dc8-0997-46d7-9db2-82060e48dced is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:08.332189 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:08.336433 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:34:08.360078 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] For port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:34:08.362550 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.plugins.ml2.db [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] For port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:34:08.372639 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron_lib.callbacks.manager [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), after_update {{(pid=103661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.407863 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Pushing event updated for resources: {'Port': ['ID=1577cb09-fc23-4601-9cee-b25c6b539737,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:08.423271 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609466'] for router_interface (4bd8798c-a655-4805-8e87-3d2bf1eb8087), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.472547 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08c807-ee3d-40d8-a6cd-95b628b45065 None None] Pushing event updated for resources: {'Port': ['ID=d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb,revision_number=3']} {{(pid=103661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:08.517900 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Routers {'4bd8798c-a655-4805-8e87-3d2bf1eb8087'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:08.521384 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:34:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:08.583376 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57670) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:08.592554 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 293904d8-f7d5-40a8-9a92-55b24c56afee up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:34:08.601733 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-167cb75b-217c-4f42-b8b5-c45b943c61cd None None] Current status of the port eabe463c-fbd0-4d85-9180-07a84dc580af is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:08.604544 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-167cb75b-217c-4f42-b8b5-c45b943c61cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.669761 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.768944 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-167cb75b-217c-4f42-b8b5-c45b943c61cd None None] For port eabe463c-fbd0-4d85-9180-07a84dc580af, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=eabe463c-fbd0-4d85-9180-07a84dc580af,segment=NetworkSegment(68b9cada-696f-494c-97a5-e6a908053d5a),segment_id=68b9cada-696f-494c-97a5-e6a908053d5a)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:34:08.786495 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-167cb75b-217c-4f42-b8b5-c45b943c61cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.794733 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] Set router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:08.847353 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.882923 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cb75b-217c-4f42-b8b5-c45b943c61cd None None] Pushing event updated for resources: {'Port': ['ID=eabe463c-fbd0-4d85-9180-07a84dc580af,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:08.905230 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 293904d8-f7d5-40a8-9a92-55b24c56afee triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:08.905728 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:08.982406 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-928410ba-7291-465c-a286-8e1539235bff None None] Provisioning complete for port eabe463c-fbd0-4d85-9180-07a84dc580af triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:08.986529 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-928410ba-7291-465c-a286-8e1539235bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.037726 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Publish callbacks [] for security_group (a2f91e34-868d-422d-9ce1-46c14c5e8d53), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.044454 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (a2f91e34-868d-422d-9ce1-46c14c5e8d53), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.082228 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=643ce45b86d04f0a867d7497e3e91394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4965944 Mar 31 15:34:09.090444 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57674) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:09.095320 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Publish callbacks [] for port (1577cb09-fc23-4601-9cee-b25c6b539737), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.102085 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.142748 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f91e34-868d-422d-9ce1-46c14c5e8d53,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:09.176166 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.176429 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.176772 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.177127 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.177466 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.177836 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.178835 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.179179 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.179519 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.179838 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.180304 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.180649 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.180971 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.181323 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.181680 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce7836-2edd-42b0-ac48-31d716501a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:09.206504 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Pushing event updated for resources: {'Port': ['ID=1577cb09-fc23-4601-9cee-b25c6b539737,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:09.210210 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6b1e75b9-77b9-4a4b-b2d6-38b5c66e42b3 admin admin] Publish callbacks [] for security_group (a2f91e34-868d-422d-9ce1-46c14c5e8d53), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.212151 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609326'] for router_interface (4bd8798c-a655-4805-8e87-3d2bf1eb8087), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.250882 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6b1e75b9-77b9-4a4b-b2d6-38b5c66e42b3 admin admin] Publish callbacks [] for security_group (a2f91e34-868d-422d-9ce1-46c14c5e8d53), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.275953 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 293904d8-f7d5-40a8-9a92-55b24c56afee is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:09.277542 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device eabe463c-fbd0-4d85-9180-07a84dc580af up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:34:09.301489 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-928410ba-7291-465c-a286-8e1539235bff None None] Current status of the port eabe463c-fbd0-4d85-9180-07a84dc580af is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:09.313307 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'name': 'tempest-TestVolumeBootPattern-1980436049-router', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:06Z', 'revision_number': 3, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'gw_port': {'id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:09.350127 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port eabe463c-fbd0-4d85-9180-07a84dc580af triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:09.350717 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.350923 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6b1e75b9-77b9-4a4b-b2d6-38b5c66e42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (a2f91e34-868d-422d-9ce1-46c14c5e8d53), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.353736 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6b1e75b9-77b9-4a4b-b2d6-38b5c66e42b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.360592 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-6b1e75b9-77b9-4a4b-b2d6-38b5c66e42b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2f91e34-868d-422d-9ce1-46c14c5e8d53 HTTP/1.1" status: 204 len: 168 time: 0.2689919 Mar 31 15:34:09.370805 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad96399-bd7e-4bbe-ad39-21ba7a2954ca None None] The sync data for ids ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'] in dv-cinder-750782-15-iscsi is: [{'id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'name': 'tempest-TestVolumeBootPattern-1980436049-router', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:06Z', 'revision_number': 3, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'gw_port': {'id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:34:09.380004 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Network 43cc5dc8-0997-46d7-9db2-82060e48dced is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:09.381845 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:09.397847 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e75b9-77b9-4a4b-b2d6-38b5c66e42b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f91e34-868d-422d-9ce1-46c14c5e8d53,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:09.542122 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:34:09.547109 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-512dc470-d35a-4c82-b52a-e360b8923585 None None] Provisioning complete for port 1577cb09-fc23-4601-9cee-b25c6b539737 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:09.547503 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-512dc470-d35a-4c82-b52a-e360b8923585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.601035 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port eabe463c-fbd0-4d85-9180-07a84dc580af is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:09.606121 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-512dc470-d35a-4c82-b52a-e360b8923585 None None] Port 1577cb09-fc23-4601-9cee-b25c6b539737 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:34:09.613153 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.703491 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:34:09.708938 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-531f7689-c06f-4854-a563-8f7dcf0dd91a admin admin] 10.222.0.11 "PUT /v2.0/routers/4bd8798c-a655-4805-8e87-3d2bf1eb8087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5477109 Mar 31 15:34:09.729252 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-63e626fd-bc60-4be0-84e5-6933ad21d2a6 None None] Provisioning complete for port 1577cb09-fc23-4601-9cee-b25c6b539737 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:09.729752 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-63e626fd-bc60-4be0-84e5-6933ad21d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.769510 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-63e626fd-bc60-4be0-84e5-6933ad21d2a6 None None] Port 1577cb09-fc23-4601-9cee-b25c6b539737 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:34:09.835570 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57682) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:09.855688 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5df743ac-21ac-4798-b26f-475a547869bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.967253 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5df743ac-21ac-4798-b26f-475a547869bc admin admin] Publish callbacks [] for security_group (64588f53-01d3-43d1-a9bf-57721b7f5857), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.971952 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5df743ac-21ac-4798-b26f-475a547869bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (64588f53-01d3-43d1-a9bf-57721b7f5857), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.014121 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df743ac-21ac-4798-b26f-475a547869bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64588f53-01d3-43d1-a9bf-57721b7f5857,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:10.024747 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-5df743ac-21ac-4798-b26f-475a547869bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80221c14626645ce851c050a4d790ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1850846 Mar 31 15:34:10.025033 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57688) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:10.092650 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b91dc5b9-172c-42c6-806c-ba69fede968a admin admin] Publish callbacks [] for security_group (64588f53-01d3-43d1-a9bf-57721b7f5857), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.118062 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b91dc5b9-172c-42c6-806c-ba69fede968a admin admin] Publish callbacks [] for security_group (64588f53-01d3-43d1-a9bf-57721b7f5857), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.186928 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b91dc5b9-172c-42c6-806c-ba69fede968a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (64588f53-01d3-43d1-a9bf-57721b7f5857), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.190571 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b91dc5b9-172c-42c6-806c-ba69fede968a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.194314 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b91dc5b9-172c-42c6-806c-ba69fede968a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64588f53-01d3-43d1-a9bf-57721b7f5857 HTTP/1.1" status: 204 len: 168 time: 0.1656623 Mar 31 15:34:10.200655 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dc5b9-172c-42c6-806c-ba69fede968a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64588f53-01d3-43d1-a9bf-57721b7f5857,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:10.443011 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57694) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:10.449152 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-14bd47af-1ee1-4f95-8e64-fcb5f3ba2df4 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761507457', 'description': 'tempest-secgroup-smoke-761507457 description', 'project_id': '3f5e17047f454b4d9c3deffcaf725901'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:10.476280 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-14bd47af-1ee1-4f95-8e64-fcb5f3ba2df4 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.509641 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:34:10.565035 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:10.565924 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.596012 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-14bd47af-1ee1-4f95-8e64-fcb5f3ba2df4 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group (98c71c1a-3ea6-43cb-abe5-438334557299), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.600586 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-14bd47af-1ee1-4f95-8e64-fcb5f3ba2df4 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (98c71c1a-3ea6-43cb-abe5-438334557299), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.634813 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-14bd47af-1ee1-4f95-8e64-fcb5f3ba2df4 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.636976 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-14bd47af-1ee1-4f95-8e64-fcb5f3ba2df4 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1914713 Mar 31 15:34:10.639330 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57700) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:10.644978 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-2c2106de-a143-4422-8878-46af85794fdc tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'security_group_rule': {'security_group_id': '98c71c1a-3ea6-43cb-abe5-438334557299', 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:10.645719 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd47af-1ee1-4f95-8e64-fcb5f3ba2df4 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c71c1a-3ea6-43cb-abe5-438334557299,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:10.675291 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:10.676115 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.682584 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2c2106de-a143-4422-8878-46af85794fdc tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (d6794822-cbb1-4b09-b2dc-2a60c6f8c355), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.712032 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] For port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:34:10.717496 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.718240 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device eabe463c-fbd0-4d85-9180-07a84dc580af up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:34:10.748327 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2c2106de-a143-4422-8878-46af85794fdc tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (d6794822-cbb1-4b09-b2dc-2a60c6f8c355), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.753806 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2c2106de-a143-4422-8878-46af85794fdc tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (d6794822-cbb1-4b09-b2dc-2a60c6f8c355), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.779792 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2106de-a143-4422-8878-46af85794fdc tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6794822-cbb1-4b09-b2dc-2a60c6f8c355,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:10.787395 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2c2106de-a143-4422-8878-46af85794fdc tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.788885 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-2c2106de-a143-4422-8878-46af85794fdc tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485295 Mar 31 15:34:10.791720 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57706) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:10.797605 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-a1e948e1-ab58-41ab-85b7-89072cfdf831 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'security_group_rule': {'security_group_id': '98c71c1a-3ea6-43cb-abe5-438334557299', 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:10.815003 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Pushing event updated for resources: {'Port': ['ID=d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:10.825905 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port eabe463c-fbd0-4d85-9180-07a84dc580af triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:10.826273 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.835005 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1e948e1-ab58-41ab-85b7-89072cfdf831 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (48d55d68-8373-4620-b2b7-a298cac3a4f6), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.903746 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1e948e1-ab58-41ab-85b7-89072cfdf831 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (48d55d68-8373-4620-b2b7-a298cac3a4f6), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.909593 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1e948e1-ab58-41ab-85b7-89072cfdf831 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (48d55d68-8373-4620-b2b7-a298cac3a4f6), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.917238 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port eabe463c-fbd0-4d85-9180-07a84dc580af is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:10.931988 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e948e1-ab58-41ab-85b7-89072cfdf831 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d55d68-8373-4620-b2b7-a298cac3a4f6,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:10.939184 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1e948e1-ab58-41ab-85b7-89072cfdf831 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.940429 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-a1e948e1-ab58-41ab-85b7-89072cfdf831 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473320 Mar 31 15:34:10.943214 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 57712) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:10.948186 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-6365e60e-aab5-45d4-bc29-99e1b9e75ddf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'security_group_rule': {'security_group_id': '98c71c1a-3ea6-43cb-abe5-438334557299', 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:10.981366 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6365e60e-aab5-45d4-bc29-99e1b9e75ddf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (aa2146f8-3fe9-4c11-bc13-dd69520813b7), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.042949 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6365e60e-aab5-45d4-bc29-99e1b9e75ddf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (aa2146f8-3fe9-4c11-bc13-dd69520813b7), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.046024 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6365e60e-aab5-45d4-bc29-99e1b9e75ddf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (aa2146f8-3fe9-4c11-bc13-dd69520813b7), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.068917 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365e60e-aab5-45d4-bc29-99e1b9e75ddf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2146f8-3fe9-4c11-bc13-dd69520813b7,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:11.075666 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6365e60e-aab5-45d4-bc29-99e1b9e75ddf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.076890 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-6365e60e-aab5-45d4-bc29-99e1b9e75ddf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325321 Mar 31 15:34:11.081108 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57718) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:11.085601 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-c2af92ff-cbef-439e-9388-6d34656c937e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'security_group_rule': {'security_group_id': '98c71c1a-3ea6-43cb-abe5-438334557299', 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:11.111757 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c2af92ff-cbef-439e-9388-6d34656c937e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (644f5309-f595-428f-9316-ec94781bc203), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.176354 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c2af92ff-cbef-439e-9388-6d34656c937e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (644f5309-f595-428f-9316-ec94781bc203), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.183847 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c2af92ff-cbef-439e-9388-6d34656c937e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (644f5309-f595-428f-9316-ec94781bc203), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.206264 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af92ff-cbef-439e-9388-6d34656c937e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644f5309-f595-428f-9316-ec94781bc203,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:11.215778 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c2af92ff-cbef-439e-9388-6d34656c937e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.217134 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-c2af92ff-cbef-439e-9388-6d34656c937e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346009 Mar 31 15:34:11.220521 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57722) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:11.224911 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-19af2a24-1309-4c65-80fd-8fc44a8907e5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'security_group_rule': {'security_group_id': '98c71c1a-3ea6-43cb-abe5-438334557299', 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:11.245294 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.securitygroups_db [None req-19af2a24-1309-4c65-80fd-8fc44a8907e5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Project 3f5e17047f454b4d9c3deffcaf725901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:34:11.251040 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-19af2a24-1309-4c65-80fd-8fc44a8907e5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (abfd3158-47b6-40f4-b71f-43c51ba4286e), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.322411 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-19af2a24-1309-4c65-80fd-8fc44a8907e5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (abfd3158-47b6-40f4-b71f-43c51ba4286e), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.327018 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-19af2a24-1309-4c65-80fd-8fc44a8907e5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (abfd3158-47b6-40f4-b71f-43c51ba4286e), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.343858 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af2a24-1309-4c65-80fd-8fc44a8907e5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfd3158-47b6-40f4-b71f-43c51ba4286e,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:11.355612 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-19af2a24-1309-4c65-80fd-8fc44a8907e5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.356842 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-19af2a24-1309-4c65-80fd-8fc44a8907e5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353755 Mar 31 15:34:11.361002 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 57726) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:11.366032 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-9fc8de34-a33c-4906-9d41-4f33c3d576af tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'security_group_rule': {'security_group_id': '98c71c1a-3ea6-43cb-abe5-438334557299', 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:11.389533 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.securitygroups_db [None req-9fc8de34-a33c-4906-9d41-4f33c3d576af tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Project 3f5e17047f454b4d9c3deffcaf725901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:34:11.395984 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9fc8de34-a33c-4906-9d41-4f33c3d576af tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (8ad7a997-68a1-4a32-8d9e-f07548d069f7), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.461204 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9fc8de34-a33c-4906-9d41-4f33c3d576af tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (8ad7a997-68a1-4a32-8d9e-f07548d069f7), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.465963 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9fc8de34-a33c-4906-9d41-4f33c3d576af tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (8ad7a997-68a1-4a32-8d9e-f07548d069f7), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.488271 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8de34-a33c-4906-9d41-4f33c3d576af tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad7a997-68a1-4a32-8d9e-f07548d069f7,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:11.495230 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9fc8de34-a33c-4906-9d41-4f33c3d576af tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:11.499897 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-9fc8de34-a33c-4906-9d41-4f33c3d576af tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344779 Mar 31 15:34:11.507734 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Sync routers for ids ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:34:11.518949 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Routers {'4bd8798c-a655-4805-8e87-3d2bf1eb8087'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:11.519714 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:34:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:11.651595 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Set router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:11.895737 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'name': 'tempest-TestVolumeBootPattern-1980436049-router', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:08Z', 'revision_number': 4, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'gw_port': {'id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '1577cb09-fc23-4601-9cee-b25c6b539737', 'name': '', 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'mac_address': 'fa:16:3e:4d:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c6706e15-d815-488c-9b34-b6c57e7cc0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:07Z', 'updated_at': '2022-03-31T15:34:08Z', 'revision_number': 2, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'subnets': [{'id': 'c6706e15-d815-488c-9b34-b6c57e7cc0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:11.925709 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Checking router: 4bd8798c-a655-4805-8e87-3d2bf1eb8087 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:34:11.926097 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Updating router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 port 1577cb09-fc23-4601-9cee-b25c6b539737 binding host dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:34:11.955869 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:12.264878 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Publish callbacks [] for port (1577cb09-fc23-4601-9cee-b25c6b539737), precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:12.271493 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:12.344893 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b2959-957f-4e72-93ac-82991da50c6f None None] Pushing event updated for resources: {'Port': ['ID=1577cb09-fc23-4601-9cee-b25c6b539737,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:12.419295 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:34:12.425967 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Attempting to bind port 1577cb09-fc23-4601-9cee-b25c6b539737 on host dv-cinder-750782-15-iscsi for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:34:12.426335 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Attempting to bind port 1577cb09-fc23-4601-9cee-b25c6b539737 by drivers openvswitch,hyperv on host dv-cinder-750782-15-iscsi at level 0 using segments [{'id': '68b9cada-696f-494c-97a5-e6a908053d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:34:12.426690 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Attempting to bind port 1577cb09-fc23-4601-9cee-b25c6b539737 on network 43cc5dc8-0997-46d7-9db2-82060e48dced {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:34:12.453887 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Checking agent: {'id': '57f0b372-eca8-48d6-a9df-a6f765ceb9b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 18, 9), 'started_at': datetime.datetime(2022, 3, 31, 15, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:34:12.454260 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Checking segment: {'id': '68b9cada-696f-494c-97a5-e6a908053d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:34:12.454665 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:12.455043 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Bound using segment: {'id': '68b9cada-696f-494c-97a5-e6a908053d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:34:12.455516 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Bound port: 1577cb09-fc23-4601-9cee-b25c6b539737, host: dv-cinder-750782-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b9cada-696f-494c-97a5-e6a908053d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:34:12.455897 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:12.539403 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:12.539773 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:12.548100 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] For port 1577cb09-fc23-4601-9cee-b25c6b539737, host dv-cinder-750782-15-iscsi, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:34:12.585454 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] For port 1577cb09-fc23-4601-9cee-b25c6b539737, host dv-cinder-750782-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=1577cb09-fc23-4601-9cee-b25c6b539737,segment=NetworkSegment(68b9cada-696f-494c-97a5-e6a908053d5a),segment_id=68b9cada-696f-494c-97a5-e6a908053d5a)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:34:12.594548 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:12.686461 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b2959-957f-4e72-93ac-82991da50c6f None None] Pushing event updated for resources: {'Port': ['ID=1577cb09-fc23-4601-9cee-b25c6b539737,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:12.692524 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-e83e478f-8ea0-4d03-8c3e-24fa26537cfb None None] Provisioning complete for port 1577cb09-fc23-4601-9cee-b25c6b539737 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:12.692894 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e83e478f-8ea0-4d03-8c3e-24fa26537cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:12.719601 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Routers {'4bd8798c-a655-4805-8e87-3d2bf1eb8087'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:12.720255 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:34:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:12.829373 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:12.916035 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] Set router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:12.946283 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-e83e478f-8ea0-4d03-8c3e-24fa26537cfb None None] Current status of the port 1577cb09-fc23-4601-9cee-b25c6b539737 is: DOWN; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:12.946662 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e83e478f-8ea0-4d03-8c3e-24fa26537cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:13.168577 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-e83e478f-8ea0-4d03-8c3e-24fa26537cfb None None] For port 1577cb09-fc23-4601-9cee-b25c6b539737, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=1577cb09-fc23-4601-9cee-b25c6b539737,segment=NetworkSegment(68b9cada-696f-494c-97a5-e6a908053d5a),segment_id=68b9cada-696f-494c-97a5-e6a908053d5a)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:34:13.199418 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e83e478f-8ea0-4d03-8c3e-24fa26537cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:13.274832 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e478f-8ea0-4d03-8c3e-24fa26537cfb None None] Pushing event updated for resources: {'Port': ['ID=1577cb09-fc23-4601-9cee-b25c6b539737,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:13.333211 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-e047760d-45f5-4540-8f4d-69cb49c557ea None None] Provisioning complete for port 1577cb09-fc23-4601-9cee-b25c6b539737 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:13.333590 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-e047760d-45f5-4540-8f4d-69cb49c557ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:13.386476 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'name': 'tempest-TestVolumeBootPattern-1980436049-router', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:08Z', 'revision_number': 4, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'gw_port': {'id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '1577cb09-fc23-4601-9cee-b25c6b539737', 'name': '', 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'mac_address': 'fa:16:3e:4d:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c6706e15-d815-488c-9b34-b6c57e7cc0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:07Z', 'updated_at': '2022-03-31T15:34:12Z', 'revision_number': 4, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'subnets': [{'id': 'c6706e15-d815-488c-9b34-b6c57e7cc0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:13.417481 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881db4a6-b694-47eb-bf23-b6f885b3001d None None] The sync data for ids ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'] in dv-cinder-750782-15-iscsi is: [{'id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'name': 'tempest-TestVolumeBootPattern-1980436049-router', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:08Z', 'revision_number': 4, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'gw_port': {'id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '1577cb09-fc23-4601-9cee-b25c6b539737', 'name': '', 'network_id': '43cc5dc8-0997-46d7-9db2-82060e48dced', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'mac_address': 'fa:16:3e:4d:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c6706e15-d815-488c-9b34-b6c57e7cc0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:07Z', 'updated_at': '2022-03-31T15:34:12Z', 'revision_number': 4, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'subnets': [{'id': 'c6706e15-d815-488c-9b34-b6c57e7cc0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:34:13.483653 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-e047760d-45f5-4540-8f4d-69cb49c557ea None None] Current status of the port 1577cb09-fc23-4601-9cee-b25c6b539737 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:14.402238 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 1577cb09-fc23-4601-9cee-b25c6b539737 up at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:34:14.454116 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Provisioning complete for port 1577cb09-fc23-4601-9cee-b25c6b539737 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:14.454418 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:14.546628 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Current status of the port 1577cb09-fc23-4601-9cee-b25c6b539737 is: ACTIVE; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:21.286886 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:34:22.896642 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:28.465153 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-2a54c6c2-3bc5-432f-a73b-ce83be498880 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477269 Mar 31 15:34:28.541069 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-15e2a979-05d5-473e-ad2a-3fe8c9004f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:28.542628 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-15e2a979-05d5-473e-ad2a-3fe8c9004f63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a11fad92b034592881562cf733900f7&device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0533404 Mar 31 15:34:28.647796 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-05e35323-7f57-426c-beab-399457dbcb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:28.649291 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-05e35323-7f57-426c-beab-399457dbcb39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=487d4ad4-6062-4b0c-b5a1-580b37d41911 HTTP/1.1" status: 200 len: 910 time: 0.0879855 Mar 31 15:34:28.719066 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-84f84221-a3ec-476b-b87b-c94ff7ec5f4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 200 len: 1001 time: 0.0634890 Mar 31 15:34:28.767044 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-d8f1acab-03b5-4f8e-959c-ba5bdea941c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:28.768516 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-d8f1acab-03b5-4f8e-959c-ba5bdea941c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03b55872-1299-4292-bae2-e786bad4747a HTTP/1.1" status: 200 len: 848 time: 0.0444796 Mar 31 15:34:28.817543 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-f05dc253-6bbd-4b9f-8818-83d730ab5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:28.819202 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-f05dc253-6bbd-4b9f-8818-83d730ab5c0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487d4ad4-6062-4b0c-b5a1-580b37d41911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450885 Mar 31 15:34:28.912447 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-27b4cba7-0f40-4c14-b9d4-9d1a5b2a8219 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873239 Mar 31 15:34:29.036778 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b77a94d1-cf17-4b05-863d-c465d5538a74 req-efb75891-b527-4194-8f99-108f251c1129 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186023 Mar 31 15:34:29.164003 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-29d934ca-6d87-4b9d-92d6-128f8b5cc69e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761507457&fields=id&tenant_id=3f5e17047f454b4d9c3deffcaf725901 HTTP/1.1" status: 200 len: 267 time: 0.0600536 Mar 31 15:34:29.275570 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-780b6f1b-b281-4cab-8408-4bc69464cf4b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:29.277014 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-780b6f1b-b281-4cab-8408-4bc69464cf4b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 812 time: 0.1060934 Mar 31 15:34:29.292693 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e6a435c2-5b73-4d8b-9042-9b9640e70299 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/quotas/3f5e17047f454b4d9c3deffcaf725901 HTTP/1.1" status: 200 len: 375 time: 0.0093744 Mar 31 15:34:29.351474 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-039b9d84-6b79-4392-85cf-c6fbc09a6576 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517907 Mar 31 15:34:29.450438 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-83275d3d-d0cd-4039-b8d6-079e4ffb05fa service neutron] 10.222.0.11 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869319 Mar 31 15:34:29.538174 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-b5ca2653-2fe0-4a25-a2bc-43cc139832c9 service neutron] 10.222.0.11 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820966 Mar 31 15:34:29.834955 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-23fa38e4-dca2-4aad-b0a8-d33eb4c41949 req-098675cd-0afa-42a8-b10e-4fb595e8f8f7 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 210 time: 0.0328820 Mar 31 15:34:30.932737 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0b7b74e3-e4fc-4cfd-b81b-e5a4fc625276 req-755735ec-aee5-4d6f-a5b4-428b2723b8b6 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 210 time: 0.0299528 Mar 31 15:34:32.025005 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7a793874-6c46-4efe-9b90-85f116e1e0d0 req-4bbb4490-2ed9-47ac-a253-aeca810694bf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 210 time: 0.0288224 Mar 31 15:34:32.937954 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0af7-e0df-4fbe-87f6-e73a69ac63ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:32.992807 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-728b69f6-5502-4d53-8785-1273c1871e4f tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:32.994277 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-728b69f6-5502-4d53-8785-1273c1871e4f tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 812 time: 0.1044264 Mar 31 15:34:33.066384 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-5293ff9a-7238-44c3-b484-312ab831e938 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5e17047f454b4d9c3deffcaf725901 HTTP/1.1" status: 200 len: 379 time: 0.0624280 Mar 31 15:34:33.075467 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'port': {'device_id': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'admin_state_up': True, 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'security_groups': ['98c71c1a-3ea6-43cb-abe5-438334557299']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:33.149964 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c29133a9-014d-42e9-a782-93ab96c74923 req-8592b5bd-21bb-44a0-80d0-29ef5125ed99 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 210 time: 0.0332665 Mar 31 15:34:33.207895 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Made reservation on behalf of 3f5e17047f454b4d9c3deffcaf725901 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:33.211318 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:33.341920 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Allocated IP 172.20.0.6 (497cf4e4-1398-4f5c-8b91-3b72244825b0/9f5472fc-a43a-489f-8405-33af6e109945/4c365336-ce38-4bed-80fa-2dbd1de8a829) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:33.513579 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:33.547949 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:33.591227 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Network 497cf4e4-1398-4f5c-8b91-3b72244825b0 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:33.597266 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:33.600973 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:34:33.607632 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'Port': ['ID=4c365336-ce38-4bed-80fa-2dbd1de8a829,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:33.656094 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:33.656908 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:33.674630 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-e82d96a3-6dd3-4a38-9e24-ad08a7359e8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030791 Mar 31 15:34:33.686266 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Request body: {'port': {'device_id': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:33.754904 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:33.849101 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-4747b9a7-c30d-40dd-beb9-b6e1de762d64 None None] Provisioning complete for port 4c365336-ce38-4bed-80fa-2dbd1de8a829 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:33.849581 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4747b9a7-c30d-40dd-beb9-b6e1de762d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:33.885400 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-4747b9a7-c30d-40dd-beb9-b6e1de762d64 None None] Port 4c365336-ce38-4bed-80fa-2dbd1de8a829 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:34:34.026489 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c365336-ce38-4bed-80fa-2dbd1de8a829 {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:34:34.034742 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Publish callbacks [] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:34.046931 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Transition to ACTIVE for port object 4c365336-ce38-4bed-80fa-2dbd1de8a829 will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:34:34.051346 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:34.123943 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Pushing event updated for resources: {'Port': ['ID=4c365336-ce38-4bed-80fa-2dbd1de8a829,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:34.158807 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.159150 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.159495 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.159827 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.160160 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.160491 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.160817 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.161162 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.161489 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.161807 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.162126 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.162446 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.162766 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.163079 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.163413 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:34.198298 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Attempting to bind port 4c365336-ce38-4bed-80fa-2dbd1de8a829 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:34:34.198666 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Attempting to bind port 4c365336-ce38-4bed-80fa-2dbd1de8a829 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:34:34.198991 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Attempting to bind port 4c365336-ce38-4bed-80fa-2dbd1de8a829 on network 497cf4e4-1398-4f5c-8b91-3b72244825b0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:34:34.204393 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Port 4c365336-ce38-4bed-80fa-2dbd1de8a829 on network 497cf4e4-1398-4f5c-8b91-3b72244825b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:34:34.204714 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Attempting to bind port 4c365336-ce38-4bed-80fa-2dbd1de8a829 on network 497cf4e4-1398-4f5c-8b91-3b72244825b0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:34:34.210533 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:34:34.210870 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Checking segment: {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:34:34.211248 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Bound using segment: {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:34:34.211678 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Bound port: 4c365336-ce38-4bed-80fa-2dbd1de8a829, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:34:34.212033 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:34.315500 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a9481-3a5c-4f4c-b229-361796bd2530 req-63425c52-9b3d-4415-a745-50ae8247c6ff tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:34.316706 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b83a9481-3a5c-4f4c-b229-361796bd2530 req-63425c52-9b3d-4415-a745-50ae8247c6ff tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 943 time: 0.0941701 Mar 31 15:34:34.319332 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] For port 4c365336-ce38-4bed-80fa-2dbd1de8a829, host hv-cinder-75078, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:34:34.322587 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] For port 4c365336-ce38-4bed-80fa-2dbd1de8a829, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4c365336-ce38-4bed-80fa-2dbd1de8a829,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:34:34.333292 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:34.393101 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:34.393830 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:34.395113 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] 10.222.0.13 "PUT /v2.0/ports/4c365336-ce38-4bed-80fa-2dbd1de8a829 HTTP/1.1" status: 200 len: 1093 time: 0.7132411 Mar 31 15:34:34.397664 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'tag': '4c365336-ce38-4bed-80fa-2dbd1de8a829'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:34.399957 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3676ee3e-17c1-4d62-9f83-9698ceada0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f799c659-8e29-432c-b45c-a23f8fbe07be", "tag": "4c365336-ce38-4bed-80fa-2dbd1de8a829"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:34:34.428515 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b83a9481-3a5c-4f4c-b229-361796bd2530 req-3dfde6ed-12e9-49dc-9958-b3cee77f0d39 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043019 Mar 31 15:34:34.431830 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0bf51-69a2-4feb-9934-86cd9758d464 service neutron] Pushing event updated for resources: {'Port': ['ID=4c365336-ce38-4bed-80fa-2dbd1de8a829,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:34.445324 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f89e4c0-c581-4f36-ad00-018d3913789f x-openstack-request-id: req-5f89e4c0-c581-4f36-ad00-018d3913789f {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:34:34.445612 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f799c659-8e29-432c-b45c-a23f8fbe07be", "tag": "4c365336-ce38-4bed-80fa-2dbd1de8a829", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:34:34.445864 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f89e4c0-c581-4f36-ad00-018d3913789f {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:34:34.446271 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f89e4c0-c581-4f36-ad00-018d3913789f'] response: {'name': 'network-changed', 'server_uuid': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'tag': '4c365336-ce38-4bed-80fa-2dbd1de8a829', 'status': 'completed', 'code': 200} Mar 31 15:34:34.537155 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2a103353-67f4-407e-a26d-2c866c7e5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:34.538691 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2a103353-67f4-407e-a26d-2c866c7e5d04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 1127 time: 0.0565209 Mar 31 15:34:34.584864 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-71fcf9ca-0055-4c3f-986a-483f134d098d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c365336-ce38-4bed-80fa-2dbd1de8a829 HTTP/1.1" status: 200 len: 217 time: 0.0382950 Mar 31 15:34:34.643348 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-71a03e8f-57c1-4f1e-9a88-6d2a3c8c9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:34.644864 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-71a03e8f-57c1-4f1e-9a88-6d2a3c8c9b55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0542400 Mar 31 15:34:34.699604 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-30f9c0e9-2085-4a80-af1c-5c05a98cb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:34.702220 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-30f9c0e9-2085-4a80-af1c-5c05a98cb148 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509975 Mar 31 15:34:34.804550 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-2b1325da-d894-4868-9c97-2ceb559796e6 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964708 Mar 31 15:34:34.898599 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e76c1ca-262c-4c58-9783-69cfd687ce37 req-02147c9e-06a3-412b-9cc7-b21d04213f05 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883350 Mar 31 15:34:34.989142 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676ee3e-17c1-4d62-9f83-9698ceada0e6 req-0d8c5b46-7946-411e-8294-e9763997e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:34.990602 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3676ee3e-17c1-4d62-9f83-9698ceada0e6 req-0d8c5b46-7946-411e-8294-e9763997e9f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 1127 time: 0.0463345 Mar 31 15:34:35.083557 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676ee3e-17c1-4d62-9f83-9698ceada0e6 req-5f27d8f0-cb2a-4890-961e-213efbf2d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:35.085005 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3676ee3e-17c1-4d62-9f83-9698ceada0e6 req-5f27d8f0-cb2a-4890-961e-213efbf2d8f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 913 time: 0.0881863 Mar 31 15:34:35.125831 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3676ee3e-17c1-4d62-9f83-9698ceada0e6 req-6e59071b-74da-410c-8d72-472a1b26b376 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c365336-ce38-4bed-80fa-2dbd1de8a829 HTTP/1.1" status: 200 len: 217 time: 0.0346580 Mar 31 15:34:35.302382 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-1c6301a1-2247-4260-a4e6-38c6326542ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:35.575921 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb9d6e-d798-4337-9fc7-f3f38e821c70 req-101781ce-3a21-4d6e-91ef-6bf9c553e999 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:35.578156 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-29fb9d6e-d798-4337-9fc7-f3f38e821c70 req-101781ce-3a21-4d6e-91ef-6bf9c553e999 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 943 time: 0.0534215 Mar 31 15:34:35.627457 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-29fb9d6e-d798-4337-9fc7-f3f38e821c70 req-e44c4c12-c084-43db-88bf-4eda686f2482 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432062 Mar 31 15:34:36.043745 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676ee3e-17c1-4d62-9f83-9698ceada0e6 req-9a9e9084-bdd8-42c0-818c-f9ebe46116bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:36.045282 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3676ee3e-17c1-4d62-9f83-9698ceada0e6 req-9a9e9084-bdd8-42c0-818c-f9ebe46116bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0486994 Mar 31 15:34:36.555279 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:36.747839 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c3309-3e4b-4d4e-8247-eabe6f2eba6b req-520e070c-a930-4082-9309-8138b035f294 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:36.750087 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-688c3309-3e4b-4d4e-8247-eabe6f2eba6b req-520e070c-a930-4082-9309-8138b035f294 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 943 time: 0.0528200 Mar 31 15:34:36.808160 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-688c3309-3e4b-4d4e-8247-eabe6f2eba6b req-0aab6075-9f9a-4137-a414-b607b3e03430 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523713 Mar 31 15:34:36.842577 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676ee3e-17c1-4d62-9f83-9698ceada0e6 req-a4667f33-f21a-4a7d-9f5a-9b25b04f9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:36.844265 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3676ee3e-17c1-4d62-9f83-9698ceada0e6 req-a4667f33-f21a-4a7d-9f5a-9b25b04f9dea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527167 Mar 31 15:34:37.771969 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3676ee3e-17c1-4d62-9f83-9698ceada0e6 req-770b24ed-af20-4c21-a415-050b8347e1a2 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925055 Mar 31 15:34:37.865078 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3676ee3e-17c1-4d62-9f83-9698ceada0e6 req-d0ee7d21-85a4-4e3a-ae5e-76ac74ad029e service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874484 Mar 31 15:34:37.935127 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65f96-53b4-47e4-b36c-42a40b7a308d req-92b96ee7-3be5-4334-95a2-f82d2b1d4410 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:37.936646 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d1c65f96-53b4-47e4-b36c-42a40b7a308d req-92b96ee7-3be5-4334-95a2-f82d2b1d4410 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 943 time: 0.0580723 Mar 31 15:34:37.974467 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:37.989765 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d1c65f96-53b4-47e4-b36c-42a40b7a308d req-e7138a9f-4fd3-4430-a7ee-a69bcd2c76cf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465314 Mar 31 15:34:39.118886 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578b7fa-4741-4d71-b45a-22254d9e5ccd req-9c6cfcf8-f832-4ae3-a17e-2e4559bcdeab tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:39.120297 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7578b7fa-4741-4d71-b45a-22254d9e5ccd req-9c6cfcf8-f832-4ae3-a17e-2e4559bcdeab tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 943 time: 0.0575128 Mar 31 15:34:39.175763 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7578b7fa-4741-4d71-b45a-22254d9e5ccd req-6a411e8f-e26f-4234-b608-cc9801c9f70a tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481443 Mar 31 15:34:39.478213 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:40.303110 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2722a-c3ac-44ee-9374-f0dc1212e5ca req-a9634184-b393-4a6d-af5c-e88192e23db5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:40.304912 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0de2722a-c3ac-44ee-9374-f0dc1212e5ca req-a9634184-b393-4a6d-af5c-e88192e23db5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 943 time: 0.0578105 Mar 31 15:34:40.362863 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0de2722a-c3ac-44ee-9374-f0dc1212e5ca req-de785c0a-1cf0-4387-91de-e6f7cba44813 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526316 Mar 31 15:34:41.482925 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a01a5-8360-48ee-99a5-e59767ca991b req-dc8af253-806f-4688-925c-082d76e05dff tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:41.484973 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a10a01a5-8360-48ee-99a5-e59767ca991b req-dc8af253-806f-4688-925c-082d76e05dff tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 943 time: 0.0533390 Mar 31 15:34:41.533907 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a10a01a5-8360-48ee-99a5-e59767ca991b req-e7d1b44f-58bc-4db2-9c08-2ec0223cbfbd tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430446 Mar 31 15:34:42.655618 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d81149-ed80-48c5-8bd8-1db1babe1e7c req-31f6d9f5-ec8d-4642-89e6-c65e09ec3bb5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:42.657039 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a2d81149-ed80-48c5-8bd8-1db1babe1e7c req-31f6d9f5-ec8d-4642-89e6-c65e09ec3bb5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 943 time: 0.0528858 Mar 31 15:34:42.707806 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a2d81149-ed80-48c5-8bd8-1db1babe1e7c req-1ec7cbaa-a634-4aec-972c-4fde6b3b1c42 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450399 Mar 31 15:34:42.933132 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58072) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:43.042993 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6dd4c7f1-1880-4817-9684-1e60882e7d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:43.130014 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6dd4c7f1-1880-4817-9684-1e60882e7d10 admin admin] Publish callbacks [] for security_group (65b1e2b0-3102-4ff5-b7ac-7372628fd9c9), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:43.134257 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6dd4c7f1-1880-4817-9684-1e60882e7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (65b1e2b0-3102-4ff5-b7ac-7372628fd9c9), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:43.177053 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-6dd4c7f1-1880-4817-9684-1e60882e7d10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09e3012d0c3a44cabd8fc26e3e7f0a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427938 Mar 31 15:34:43.177999 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4c7f1-1880-4817-9684-1e60882e7d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b1e2b0-3102-4ff5-b7ac-7372628fd9c9,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:43.180230 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58076) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:43.504289 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fe002ef1-78b8-42a9-869f-50070d03b153 admin admin] Publish callbacks [] for security_group (65b1e2b0-3102-4ff5-b7ac-7372628fd9c9), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:43.525926 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fe002ef1-78b8-42a9-869f-50070d03b153 admin admin] Publish callbacks [] for security_group (65b1e2b0-3102-4ff5-b7ac-7372628fd9c9), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:43.573477 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fe002ef1-78b8-42a9-869f-50070d03b153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (65b1e2b0-3102-4ff5-b7ac-7372628fd9c9), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:43.576168 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-fe002ef1-78b8-42a9-869f-50070d03b153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:43.577880 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-fe002ef1-78b8-42a9-869f-50070d03b153 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65b1e2b0-3102-4ff5-b7ac-7372628fd9c9 HTTP/1.1" status: 204 len: 168 time: 0.3961630 Mar 31 15:34:43.586303 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe002ef1-78b8-42a9-869f-50070d03b153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b1e2b0-3102-4ff5-b7ac-7372628fd9c9,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:43.834980 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87952644-cbad-45d1-aa85-c96d922f7148 req-118a93d0-bf39-4bde-a197-340c7dbedd10 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:43.836522 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-87952644-cbad-45d1-aa85-c96d922f7148 req-118a93d0-bf39-4bde-a197-340c7dbedd10 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 943 time: 0.0611174 Mar 31 15:34:43.854080 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58084) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:43.866994 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8a21d2c6-0263-4e22-ba04-2ef4f6b32e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:43.889508 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-87952644-cbad-45d1-aa85-c96d922f7148 req-28fe2394-300a-4292-b390-b9e3a688dfdd tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469422 Mar 31 15:34:43.946290 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8a21d2c6-0263-4e22-ba04-2ef4f6b32e5d admin admin] Publish callbacks [] for security_group (80b19897-ff94-4996-b850-827abf7174cf), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:43.950104 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8a21d2c6-0263-4e22-ba04-2ef4f6b32e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (80b19897-ff94-4996-b850-827abf7174cf), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:43.987930 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-8a21d2c6-0263-4e22-ba04-2ef4f6b32e5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b988a9a00ffa49f6ac3ab7ea48fe4b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327219 Mar 31 15:34:43.988799 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21d2c6-0263-4e22-ba04-2ef4f6b32e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b19897-ff94-4996-b850-827abf7174cf,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:43.990634 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58086) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:44.040489 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e26ff015-fc26-4737-9f97-a3a0cbc2e37c admin admin] Publish callbacks [] for security_group (80b19897-ff94-4996-b850-827abf7174cf), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:44.065186 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e26ff015-fc26-4737-9f97-a3a0cbc2e37c admin admin] Publish callbacks [] for security_group (80b19897-ff94-4996-b850-827abf7174cf), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:44.116031 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e26ff015-fc26-4737-9f97-a3a0cbc2e37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (80b19897-ff94-4996-b850-827abf7174cf), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:44.118578 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e26ff015-fc26-4737-9f97-a3a0cbc2e37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:44.119741 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e26ff015-fc26-4737-9f97-a3a0cbc2e37c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80b19897-ff94-4996-b850-827abf7174cf HTTP/1.1" status: 204 len: 168 time: 0.1280951 Mar 31 15:34:44.129961 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ff015-fc26-4737-9f97-a3a0cbc2e37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b19897-ff94-4996-b850-827abf7174cf,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:44.394472 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 4c365336-ce38-4bed-80fa-2dbd1de8a829 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:34:44.503207 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 4c365336-ce38-4bed-80fa-2dbd1de8a829, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4c365336-ce38-4bed-80fa-2dbd1de8a829,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:34:44.516708 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '4c365336-ce38-4bed-80fa-2dbd1de8a829', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'port_id': '4c365336-ce38-4bed-80fa-2dbd1de8a829', 'mac_address': 'fa:16:3e:d9:8b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:34:44.554694 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 4c365336-ce38-4bed-80fa-2dbd1de8a829 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:44.555000 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:44.568963 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c365336-ce38-4bed-80fa-2dbd1de8a829 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:34:44.589973 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 4c365336-ce38-4bed-80fa-2dbd1de8a829, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4c365336-ce38-4bed-80fa-2dbd1de8a829,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:34:44.595454 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:44.650422 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=4c365336-ce38-4bed-80fa-2dbd1de8a829,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:44.658845 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.659188 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.659531 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.659867 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.660195 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.660525 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.660845 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.661760 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.662087 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.662413 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.662737 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.663063 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.663385 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.663705 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.664026 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:34:44.827340 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['4c365336-ce38-4bed-80fa-2dbd1de8a829'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:34:45.017387 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1492f-f08f-4f66-9e59-8cb9e1c068a7 req-093dfa5d-89ea-41f0-9fe0-e655ba8192fe tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:45.019170 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0bb1492f-f08f-4f66-9e59-8cb9e1c068a7 req-093dfa5d-89ea-41f0-9fe0-e655ba8192fe tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 944 time: 0.0566978 Mar 31 15:34:45.092420 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0bb1492f-f08f-4f66-9e59-8cb9e1c068a7 req-0d1c83ca-94ec-4b85-8ee3-2dec77180677 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636003 Mar 31 15:34:46.210904 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499101-1a53-40bc-811a-793fc9c93970 req-c6c3c317-f654-4845-8139-58ac2b9b551f tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:46.212375 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b6499101-1a53-40bc-811a-793fc9c93970 req-c6c3c317-f654-4845-8139-58ac2b9b551f tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 944 time: 0.0611217 Mar 31 15:34:46.260881 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b6499101-1a53-40bc-811a-793fc9c93970 req-ec9a4638-901d-4bb7-8e72-d67d37fe4ae3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430598 Mar 31 15:34:46.286472 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58160) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:46.396721 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c427549a-194c-4bee-ba55-dde2be8186f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:46.414134 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 4c365336-ce38-4bed-80fa-2dbd1de8a829 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:34:46.469711 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 4c365336-ce38-4bed-80fa-2dbd1de8a829 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:34:46.473592 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 4c365336-ce38-4bed-80fa-2dbd1de8a829 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:46.473957 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:46.481573 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c427549a-194c-4bee-ba55-dde2be8186f9 admin admin] Publish callbacks [] for security_group (55b00b9b-4bbf-4163-97e3-9449e2b0c94e), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:46.486329 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c427549a-194c-4bee-ba55-dde2be8186f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (55b00b9b-4bbf-4163-97e3-9449e2b0c94e), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:46.524237 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427549a-194c-4bee-ba55-dde2be8186f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b00b9b-4bbf-4163-97e3-9449e2b0c94e,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:46.528727 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-c427549a-194c-4bee-ba55-dde2be8186f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f910ff1b6ca421bb4b0f7f1f465a386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412393 Mar 31 15:34:46.531398 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58164) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:46.559127 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 4c365336-ce38-4bed-80fa-2dbd1de8a829 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:34:46.559522 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:46.582647 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-20ada6fa-4fef-4200-8dc2-df02d7805600 admin admin] Publish callbacks [] for security_group (55b00b9b-4bbf-4163-97e3-9449e2b0c94e), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:46.585779 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c365336-ce38-4bed-80fa-2dbd1de8a829'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:46.588041 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a0e313-c644-44a4-9076-95dbd2300e6c" -d '{"events": [{"server_uuid": "f799c659-8e29-432c-b45c-a23f8fbe07be", "name": "network-vif-plugged", "status": "completed", "tag": "4c365336-ce38-4bed-80fa-2dbd1de8a829"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:34:46.604954 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-20ada6fa-4fef-4200-8dc2-df02d7805600 admin admin] Publish callbacks [] for security_group (55b00b9b-4bbf-4163-97e3-9449e2b0c94e), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:46.605885 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 4c365336-ce38-4bed-80fa-2dbd1de8a829, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4c365336-ce38-4bed-80fa-2dbd1de8a829,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:34:46.611610 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:46.643193 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dffd64-ceac-4bcf-8dc5-59263a73d861 x-openstack-request-id: req-01dffd64-ceac-4bcf-8dc5-59263a73d861 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:34:46.643500 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f799c659-8e29-432c-b45c-a23f8fbe07be", "name": "network-vif-plugged", "status": "completed", "tag": "4c365336-ce38-4bed-80fa-2dbd1de8a829", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:34:46.643720 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01dffd64-ceac-4bcf-8dc5-59263a73d861 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:34:46.644108 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01dffd64-ceac-4bcf-8dc5-59263a73d861'] response: {'server_uuid': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c365336-ce38-4bed-80fa-2dbd1de8a829', 'code': 200} Mar 31 15:34:46.658335 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-20ada6fa-4fef-4200-8dc2-df02d7805600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (55b00b9b-4bbf-4163-97e3-9449e2b0c94e), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:46.662117 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-20ada6fa-4fef-4200-8dc2-df02d7805600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:46.664281 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-20ada6fa-4fef-4200-8dc2-df02d7805600 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55b00b9b-4bbf-4163-97e3-9449e2b0c94e HTTP/1.1" status: 204 len: 168 time: 0.1309702 Mar 31 15:34:46.675717 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ada6fa-4fef-4200-8dc2-df02d7805600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b00b9b-4bbf-4163-97e3-9449e2b0c94e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:46.675929 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=4c365336-ce38-4bed-80fa-2dbd1de8a829,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:46.855547 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1136a6c-161c-4d3e-b4f5-5ea3f6e38f0b req-cbf2288f-763a-49f8-ac1a-a1e375ebbd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:46.857058 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a1136a6c-161c-4d3e-b4f5-5ea3f6e38f0b req-cbf2288f-763a-49f8-ac1a-a1e375ebbd6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 1129 time: 0.0481379 Mar 31 15:34:46.904363 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a1136a6c-161c-4d3e-b4f5-5ea3f6e38f0b req-02203382-c12c-4ee2-bb47-ead09dfdef96 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412626 Mar 31 15:34:46.942925 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58174) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:46.956817 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f86f8353-15e6-4b14-8970-1a957ff7eeb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:47.035883 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f86f8353-15e6-4b14-8970-1a957ff7eeb3 admin admin] Publish callbacks [] for security_group (da88bab6-d0d1-4f3e-b4d7-5df6f4c06047), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:47.039609 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f86f8353-15e6-4b14-8970-1a957ff7eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (da88bab6-d0d1-4f3e-b4d7-5df6f4c06047), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:47.079007 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-f86f8353-15e6-4b14-8970-1a957ff7eeb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45e6f421278b4e358b8d0b38388a747c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349573 Mar 31 15:34:47.080000 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f8353-15e6-4b14-8970-1a957ff7eeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da88bab6-d0d1-4f3e-b4d7-5df6f4c06047,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:47.081970 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58176) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:47.133186 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7083ab90-8917-460d-96f4-c5e519176854 admin admin] Publish callbacks [] for security_group (da88bab6-d0d1-4f3e-b4d7-5df6f4c06047), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:47.154303 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7083ab90-8917-460d-96f4-c5e519176854 admin admin] Publish callbacks [] for security_group (da88bab6-d0d1-4f3e-b4d7-5df6f4c06047), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:47.201930 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7083ab90-8917-460d-96f4-c5e519176854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (da88bab6-d0d1-4f3e-b4d7-5df6f4c06047), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:47.204665 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7083ab90-8917-460d-96f4-c5e519176854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:47.205844 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-7083ab90-8917-460d-96f4-c5e519176854 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da88bab6-d0d1-4f3e-b4d7-5df6f4c06047 HTTP/1.1" status: 204 len: 168 time: 0.1228390 Mar 31 15:34:47.213602 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083ab90-8917-460d-96f4-c5e519176854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da88bab6-d0d1-4f3e-b4d7-5df6f4c06047,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:47.378938 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b615925-6117-4ab0-ad89-c16ec2ae177d req-ab07ee5d-4729-4ac8-9643-bac3fb26c2b3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:47.380442 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2b615925-6117-4ab0-ad89-c16ec2ae177d req-ab07ee5d-4729-4ac8-9643-bac3fb26c2b3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 945 time: 0.0536542 Mar 31 15:34:47.435392 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2b615925-6117-4ab0-ad89-c16ec2ae177d req-702c93b8-51da-4ba9-8ec3-52b7747a70ba tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491996 Mar 31 15:34:48.556077 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a3919-fceb-497e-a758-0c5afac16ae4 req-cd89befa-d231-4517-9d32-13238672675b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:48.557600 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a06a3919-fceb-497e-a758-0c5afac16ae4 req-cd89befa-d231-4517-9d32-13238672675b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 945 time: 0.0525835 Mar 31 15:34:48.609629 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a06a3919-fceb-497e-a758-0c5afac16ae4 req-3df76952-ce2b-4e00-b1ac-fcca303b3c9d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451515 Mar 31 15:34:48.732731 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0214e-fc6d-413f-8ff8-157fc9829b63 req-39f2d3c2-8fd6-43df-88cc-bd2f22aafaf2 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:48.734907 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-52d0214e-fc6d-413f-8ff8-157fc9829b63 req-39f2d3c2-8fd6-43df-88cc-bd2f22aafaf2 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 945 time: 0.0536661 Mar 31 15:34:48.784504 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-52d0214e-fc6d-413f-8ff8-157fc9829b63 req-e10ea759-4138-448a-948d-c74e96fdde8d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440230 Mar 31 15:34:48.807115 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58228) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:49.009825 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c4f5db-1a3c-4700-91d8-b6c5fa4ee632 tempest-TestVolumeBootPattern-1461023688 tempest-TestVolumeBootPattern-1461023688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:49.011517 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-73c4f5db-1a3c-4700-91d8-b6c5fa4ee632 tempest-TestVolumeBootPattern-1461023688 tempest-TestVolumeBootPattern-1461023688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 1124 time: 0.2032516 Mar 31 15:34:49.014419 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58236) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:49.019664 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'port_id': '4c365336-ce38-4bed-80fa-2dbd1de8a829', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:49.063439 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:49.133276 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cc289-bbfd-4ae3-9338-1a0f08a1a2d8 req-58036b10-507e-4f1e-82d4-fc2003e0a1cb tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:49.134648 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-926cc289-bbfd-4ae3-9338-1a0f08a1a2d8 req-58036b10-507e-4f1e-82d4-fc2003e0a1cb tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 947 time: 0.1027329 Mar 31 15:34:49.201168 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-926cc289-bbfd-4ae3-9338-1a0f08a1a2d8 req-ec8d8554-9c65-4425-bb42-4b37933aa7a5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600522 Mar 31 15:34:49.218758 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:49.347074 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Allocated IP 172.27.2.247 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/87e0e00b-5ca3-4378-8524-5a1dd450b12f) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:49.455186 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for port (87e0e00b-5ca3-4378-8524-5a1dd450b12f), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:49.493853 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (87e0e00b-5ca3-4378-8524-5a1dd450b12f), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:49.536260 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:49.539192 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:49.541806 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:34:49.548676 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'Port': ['ID=87e0e00b-5ca3-4378-8524-5a1dd450b12f,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:49.942599 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (d3a3d425-5e16-446c-8d51-c86079eb1b61), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:50.016407 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (87e0e00b-5ca3-4378-8524-5a1dd450b12f), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:50.174139 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for port (87e0e00b-5ca3-4378-8524-5a1dd450b12f), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:50.179286 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (87e0e00b-5ca3-4378-8524-5a1dd450b12f), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:50.251624 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'Port': ['ID=87e0e00b-5ca3-4378-8524-5a1dd450b12f,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:50.266492 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (d3a3d425-5e16-446c-8d51-c86079eb1b61), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:50.403094 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d954e-471c-4c28-ac6b-c448a432f934 req-0ca25ac8-31f5-4670-8308-c2ae0762d2f2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:50.404565 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7a8d954e-471c-4c28-ac6b-c448a432f934 req-0ca25ac8-31f5-4670-8308-c2ae0762d2f2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 947 time: 0.1035271 Mar 31 15:34:50.410220 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Floating IP d3a3d425-5e16-446c-8d51-c86079eb1b61 associated. External IP: 172.27.2.247, port: 4c365336-ce38-4bed-80fa-2dbd1de8a829. Mar 31 15:34:50.522971 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7a8d954e-471c-4c28-ac6b-c448a432f934 req-3e66c501-f090-4361-a5b1-3a32d7a71536 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cd5efd1-62d9-4bd1-971d-6769a6c758f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102500 Mar 31 15:34:50.654083 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:34:50.773209 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:34:50.783377 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a2386-fda2-4843-bd81-3f75f1ff18db None None] Sync routers for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:34:50.794144 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a2386-fda2-4843-bd81-3f75f1ff18db None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:50.794790 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-5f7a2386-fda2-4843-bd81-3f75f1ff18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:34:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:50.811925 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:50.843175 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b979-a18e-4981-8a51-4672cac285ac req-c1a12164-c472-498c-8c2d-937c163eeeb9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:50.844676 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bc55b979-a18e-4981-8a51-4672cac285ac req-c1a12164-c472-498c-8c2d-937c163eeeb9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 947 time: 0.0849559 Mar 31 15:34:50.859065 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-70eb0f3e-bf71-4469-a4e5-4ce05ad989c3 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8428235 Mar 31 15:34:50.861127 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'tag': '4c365336-ce38-4bed-80fa-2dbd1de8a829'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:50.862988 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26" -d '{"events": [{"name": "network-changed", "server_uuid": "f799c659-8e29-432c-b45c-a23f8fbe07be", "tag": "4c365336-ce38-4bed-80fa-2dbd1de8a829"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:34:50.908756 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-5f7a2386-fda2-4843-bd81-3f75f1ff18db None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:50.924299 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbe399d-6c8b-4088-850f-29dcad182f38 x-openstack-request-id: req-acbe399d-6c8b-4088-850f-29dcad182f38 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:34:50.924595 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f799c659-8e29-432c-b45c-a23f8fbe07be", "tag": "4c365336-ce38-4bed-80fa-2dbd1de8a829", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:34:50.924823 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-acbe399d-6c8b-4088-850f-29dcad182f38 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:34:50.925239 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbe399d-6c8b-4088-850f-29dcad182f38'] response: {'name': 'network-changed', 'server_uuid': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'tag': '4c365336-ce38-4bed-80fa-2dbd1de8a829', 'status': 'completed', 'code': 200} Mar 31 15:34:50.956912 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Deleting port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:34:50.957617 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:50.980262 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26 req-838d4c58-7795-49a6-b9fe-913ad528726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:50.981910 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26 req-838d4c58-7795-49a6-b9fe-913ad528726d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 1129 time: 0.0493195 Mar 31 15:34:51.058805 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] For port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:34:51.059130 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:51.087150 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26 req-6a3c8319-f27d-4c3d-aa13-e85ee0b0a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:51.089006 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26 req-6a3c8319-f27d-4c3d-aa13-e85ee0b0a941 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 913 time: 0.0980740 Mar 31 15:34:51.164260 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26 req-c8da823b-df7d-46b5-bfba-75ef6df0a7c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c365336-ce38-4bed-80fa-2dbd1de8a829 HTTP/1.1" status: 200 len: 999 time: 0.0687561 Mar 31 15:34:51.173824 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-5f7a2386-fda2-4843-bd81-3f75f1ff18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'd3a3d425-5e16-446c-8d51-c86079eb1b61', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': '4c365336-ce38-4bed-80fa-2dbd1de8a829', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:d9:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:49Z', 'updated_at': '2022-03-31T15:34:49Z', 'revision_number': 0, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:51.209495 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a2386-fda2-4843-bd81-3f75f1ff18db None None] Checking router: 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:34:51.220740 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a2386-fda2-4843-bd81-3f75f1ff18db None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:51.221392 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-5f7a2386-fda2-4843-bd81-3f75f1ff18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:34:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:51.228097 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26 req-34d36c89-0411-4341-bab0-c72854c74550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:51.230325 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26 req-34d36c89-0411-4341-bab0-c72854c74550 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0580750 Mar 31 15:34:51.286013 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:51.286558 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (8427452f-dcc9-40bf-bc0e-0261f065a3ef), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:51.286863 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Floating IP 8427452f-dcc9-40bf-bc0e-0261f065a3ef disassociated. External IP: 172.27.2.101, port: 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4. Mar 31 15:34:51.287374 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Calling delete_port for 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:34:51.300986 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26 req-485773e7-581a-40fd-aeda-b08bdb239e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:51.305071 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26 req-485773e7-581a-40fd-aeda-b08bdb239e7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0666878 Mar 31 15:34:51.359223 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-5f7a2386-fda2-4843-bd81-3f75f1ff18db None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:51.429278 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58280) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:51.437288 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26 req-c11971a9-3ec4-43a7-92eb-2e08d7d04513 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253266 Mar 31 15:34:51.455500 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (0d370bd7-b16a-4bf2-8905-94b9ce0e62e4), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:51.494816 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event deleted for resources: {'Port': ['ID=0d370bd7-b16a-4bf2-8905-94b9ce0e62e4,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:51.549072 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-c16e1d4f-14b0-455b-a052-58ec0fb3cb26 req-c5ed40e6-12e3-411b-a1f2-99399f13b810 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030574 Mar 31 15:34:51.610510 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-28f7284c-ce7c-4e49-a7e7-725292dd24b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:51.664322 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-98bbdf3c-982e-4184-ac69-a01c21c45246 req-8ea06b8a-d675-45a1-b97d-c39d84b18f9d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 210 time: 0.0480428 Mar 31 15:34:51.665176 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-5f7a2386-fda2-4843-bd81-3f75f1ff18db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'd3a3d425-5e16-446c-8d51-c86079eb1b61', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': '4c365336-ce38-4bed-80fa-2dbd1de8a829', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:d9:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:49Z', 'updated_at': '2022-03-31T15:34:49Z', 'revision_number': 0, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:51.675369 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Router ef06f288-276a-470d-9e9c-973e92db6867 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:34:51.702883 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a2386-fda2-4843-bd81-3f75f1ff18db None None] The sync data for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi is: [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': 'd3a3d425-5e16-446c-8d51-c86079eb1b61', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': '4c365336-ce38-4bed-80fa-2dbd1de8a829', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:d9:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:49Z', 'updated_at': '2022-03-31T15:34:49Z', 'revision_number': 0, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:34:51.710466 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-28f7284c-ce7c-4e49-a7e7-725292dd24b5 admin admin] Publish callbacks [] for security_group (417b629c-b214-4ee0-92d6-2e9a582a50ca), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:51.715504 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-28f7284c-ce7c-4e49-a7e7-725292dd24b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (417b629c-b214-4ee0-92d6-2e9a582a50ca), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:51.757393 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-28f7284c-ce7c-4e49-a7e7-725292dd24b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=905f8f258e954fffa56e2b63823f21c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267059 Mar 31 15:34:51.758720 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7284c-ce7c-4e49-a7e7-725292dd24b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417b629c-b214-4ee0-92d6-2e9a582a50ca,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:51.760461 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58286) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:51.947800 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e695f4-5f92-4472-944b-361ac62e340b None None] New status for floating IP d3a3d425-5e16-446c-8d51-c86079eb1b61: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:34:52.148729 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:34:52.150287 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3ca9af5c-e15e-494f-8095-0192fe6b9f96 admin admin] Publish callbacks [] for security_group (417b629c-b214-4ee0-92d6-2e9a582a50ca), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:52.161717 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f39ace-d739-4415-b562-06605343a43c None None] Sync routers for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:34:52.177723 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f39ace-d739-4415-b562-06605343a43c None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:52.178615 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-20f39ace-d739-4415-b562-06605343a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:34:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:52.224842 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] No DVR routers for this DVR port 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 on host hv-cinder-75078 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:34:52.228331 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:52.232301 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bc55b979-a18e-4981-8a51-4672cac285ac req-1ea3f0ea-2756-41cb-ac40-16ee6709a50a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.13 "DELETE /v2.0/ports/0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 HTTP/1.1" status: 204 len: 173 time: 1.3818409 Mar 31 15:34:52.240609 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3ca9af5c-e15e-494f-8095-0192fe6b9f96 admin admin] Publish callbacks [] for security_group (417b629c-b214-4ee0-92d6-2e9a582a50ca), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:52.356185 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a77929-beb4-4178-b87a-16bf61fc5adc req-28267a9a-3ac8-4909-9ff0-ac4f4a1ae7d6 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:52.357726 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-55a77929-beb4-4178-b87a-16bf61fc5adc req-28267a9a-3ac8-4909-9ff0-ac4f4a1ae7d6 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0718827 Mar 31 15:34:52.358547 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3ca9af5c-e15e-494f-8095-0192fe6b9f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (417b629c-b214-4ee0-92d6-2e9a582a50ca), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:52.361063 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3ca9af5c-e15e-494f-8095-0192fe6b9f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:52.364472 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-3ca9af5c-e15e-494f-8095-0192fe6b9f96 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/417b629c-b214-4ee0-92d6-2e9a582a50ca HTTP/1.1" status: 204 len: 168 time: 0.5943549 Mar 31 15:34:52.377972 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9af5c-e15e-494f-8095-0192fe6b9f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417b629c-b214-4ee0-92d6-2e9a582a50ca,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:52.385992 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-20f39ace-d739-4415-b562-06605343a43c None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:52.425234 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-55a77929-beb4-4178-b87a-16bf61fc5adc req-b58cba6f-add3-4430-b2e8-25c16455e395 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601244 Mar 31 15:34:52.623308 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-20f39ace-d739-4415-b562-06605343a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:52.653473 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f39ace-d739-4415-b562-06605343a43c None None] Checking router: ef06f288-276a-470d-9e9c-973e92db6867 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:34:52.663722 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f39ace-d739-4415-b562-06605343a43c None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:34:52.663972 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-20f39ace-d739-4415-b562-06605343a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:34:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:52.807398 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fc6f073f-5ad3-4300-a9c8-55677b9341eb req-ce5643c8-afce-4654-a450-3df56d6fd58f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ab66df5-b3e6-47bd-9c53-f2efcdd974e4 HTTP/1.1" status: 200 len: 210 time: 0.0318294 Mar 31 15:34:52.883231 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-20f39ace-d739-4415-b562-06605343a43c None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:34:52.909286 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:52.926253 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'name': 'network-vif-deleted', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:52.928665 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212c5184-b4c2-4219-b97d-b4caf6cb4dfc" -d '{"events": [{"server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "name": "network-vif-deleted", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:34:52.967010 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f10cae-7bfa-4340-bf4a-e9c5a4c8f03d x-openstack-request-id: req-f1f10cae-7bfa-4340-bf4a-e9c5a4c8f03d {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:34:52.967310 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab66df5-b3e6-47bd-9c53-f2efcdd974e4", "name": "network-vif-deleted", "tag": "0d370bd7-b16a-4bf2-8905-94b9ce0e62e4", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:34:52.967704 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1f10cae-7bfa-4340-bf4a-e9c5a4c8f03d {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:34:52.967954 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f10cae-7bfa-4340-bf4a-e9c5a4c8f03d'] response: {'server_uuid': '9ab66df5-b3e6-47bd-9c53-f2efcdd974e4', 'name': 'network-vif-deleted', 'tag': '0d370bd7-b16a-4bf2-8905-94b9ce0e62e4', 'status': 'completed', 'code': 200} Mar 31 15:34:53.205310 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-20f39ace-d739-4415-b562-06605343a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:34:53.236419 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f39ace-d739-4415-b562-06605343a43c None None] The sync data for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi is: [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:34:53.466985 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51800e9-7912-4e8b-98fe-97a49982add1 None None] New status for floating IP 8427452f-dcc9-40bf-bc0e-0261f065a3ef: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:34:53.548474 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981602c-7da5-4a65-a727-e884780f9421 req-6a334943-1110-481f-8e50-8634b27d032c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:53.550009 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0981602c-7da5-4a65-a727-e884780f9421 req-6a334943-1110-481f-8e50-8634b27d032c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0526786 Mar 31 15:34:53.603246 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0981602c-7da5-4a65-a727-e884780f9421 req-6c834116-d317-458c-ad80-f37b98b46edc tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473087 Mar 31 15:34:53.897793 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58304) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:53.953458 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b7c3cb2f-e2c2-4c2a-8f2b-5462b1c7e60a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (2cd5efd1-62d9-4bd1-971d-6769a6c758f8), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:53.977369 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b7c3cb2f-e2c2-4c2a-8f2b-5462b1c7e60a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (2cd5efd1-62d9-4bd1-971d-6769a6c758f8), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.029359 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b7c3cb2f-e2c2-4c2a-8f2b-5462b1c7e60a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (2cd5efd1-62d9-4bd1-971d-6769a6c758f8), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.032886 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b7c3cb2f-e2c2-4c2a-8f2b-5462b1c7e60a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.034478 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b7c3cb2f-e2c2-4c2a-8f2b-5462b1c7e60a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "DELETE /v2.0/security-groups/2cd5efd1-62d9-4bd1-971d-6769a6c758f8 HTTP/1.1" status: 204 len: 168 time: 0.1353137 Mar 31 15:34:54.036960 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58306) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:54.043818 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3cb2f-e2c2-4c2a-8f2b-5462b1c7e60a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd5efd1-62d9-4bd1-971d-6769a6c758f8,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:54.050461 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.api.v2.resource [None req-336e8978-0bfc-43af-aafc-03383bb153e2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] show failed (client error): The resource could not be found. Mar 31 15:34:54.051911 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-336e8978-0bfc-43af-aafc-03383bb153e2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups/2cd5efd1-62d9-4bd1-971d-6769a6c758f8 HTTP/1.1" status: 404 len: 347 time: 0.0134175 Mar 31 15:34:54.054521 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58308) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:54.191654 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae86ab-9d52-4d2f-bac8-ca02535f60d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Deleting port ed96e2d1-8c4e-463a-a223-71debc5aede9 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:34:54.191906 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f9ae86ab-9d52-4d2f-bac8-ca02535f60d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (ed96e2d1-8c4e-463a-a223-71debc5aede9), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.270712 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f9ae86ab-9d52-4d2f-bac8-ca02535f60d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (ed96e2d1-8c4e-463a-a223-71debc5aede9), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.271042 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f9ae86ab-9d52-4d2f-bac8-ca02535f60d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (ed96e2d1-8c4e-463a-a223-71debc5aede9), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.283356 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae86ab-9d52-4d2f-bac8-ca02535f60d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Calling delete_port for ed96e2d1-8c4e-463a-a223-71debc5aede9 owned by network:floatingip {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:34:54.418467 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f9ae86ab-9d52-4d2f-bac8-ca02535f60d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (ed96e2d1-8c4e-463a-a223-71debc5aede9), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.444874 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae86ab-9d52-4d2f-bac8-ca02535f60d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event deleted for resources: {'Port': ['ID=ed96e2d1-8c4e-463a-a223-71debc5aede9,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:54.459730 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:34:54.479858 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:34:54.480544 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 0d370bd7-b16a-4bf2-8905-94b9ce0e62e4 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:34:54.505106 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f9ae86ab-9d52-4d2f-bac8-ca02535f60d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (8427452f-dcc9-40bf-bc0e-0261f065a3ef), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.507723 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f9ae86ab-9d52-4d2f-bac8-ca02535f60d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.508858 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-f9ae86ab-9d52-4d2f-bac8-ca02535f60d1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "DELETE /v2.0/floatingips/8427452f-dcc9-40bf-bc0e-0261f065a3ef HTTP/1.1" status: 204 len: 168 time: 0.4531322 Mar 31 15:34:54.662997 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58314) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:54.668178 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [None req-84fbde55-1d3b-4de4-8ce0-fa07da718b41 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072583977', 'description': 'tempest-description--887899777'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:54.717695 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-84fbde55-1d3b-4de4-8ce0-fa07da718b41 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.758726 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9f836-7588-413d-a55b-d874db1fe9bd req-45167813-0770-4877-8e86-7be8e8cc1a47 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:54.761038 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-67b9f836-7588-413d-a55b-d874db1fe9bd req-45167813-0770-4877-8e86-7be8e8cc1a47 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0826061 Mar 31 15:34:54.830234 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-84fbde55-1d3b-4de4-8ce0-fa07da718b41 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (5476bf53-2d63-4a44-8d6d-783108fb33ce), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.839723 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-84fbde55-1d3b-4de4-8ce0-fa07da718b41 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5476bf53-2d63-4a44-8d6d-783108fb33ce), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.853980 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-67b9f836-7588-413d-a55b-d874db1fe9bd req-781b3ffa-1528-4443-ab40-34f1b4f793b2 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832145 Mar 31 15:34:54.877217 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-84fbde55-1d3b-4de4-8ce0-fa07da718b41 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.878592 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-84fbde55-1d3b-4de4-8ce0-fa07da718b41 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2145686 Mar 31 15:34:54.882391 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58316) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:54.887311 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-bed58cb8-c770-4699-86f4-d9587c5e394f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'security_group_rule': {'security_group_id': '5476bf53-2d63-4a44-8d6d-783108fb33ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:54.893039 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbde55-1d3b-4de4-8ce0-fa07da718b41 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5476bf53-2d63-4a44-8d6d-783108fb33ce,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:54.919757 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed58cb8-c770-4699-86f4-d9587c5e394f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (6cd59681-bd92-48a3-a383-cc0f11ff6a66), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.973804 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed58cb8-c770-4699-86f4-d9587c5e394f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (6cd59681-bd92-48a3-a383-cc0f11ff6a66), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.978264 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed58cb8-c770-4699-86f4-d9587c5e394f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (6cd59681-bd92-48a3-a383-cc0f11ff6a66), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:54.997936 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed58cb8-c770-4699-86f4-d9587c5e394f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd59681-bd92-48a3-a383-cc0f11ff6a66,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:55.009237 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed58cb8-c770-4699-86f4-d9587c5e394f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.012936 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-bed58cb8-c770-4699-86f4-d9587c5e394f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272066 Mar 31 15:34:55.013144 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58318) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:55.017980 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-b18f2587-7313-4172-910b-2b5fe5275a5a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'security_group_rule': {'security_group_id': '5476bf53-2d63-4a44-8d6d-783108fb33ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:55.046114 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b18f2587-7313-4172-910b-2b5fe5275a5a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (3315c136-7903-445e-85f2-844514b818d1), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.106978 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b18f2587-7313-4172-910b-2b5fe5275a5a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (3315c136-7903-445e-85f2-844514b818d1), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.111127 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b18f2587-7313-4172-910b-2b5fe5275a5a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590012'] for security_group_rule (3315c136-7903-445e-85f2-844514b818d1), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.129907 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f2587-7313-4172-910b-2b5fe5275a5a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3315c136-7903-445e-85f2-844514b818d1,revision_number=0']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:55.137885 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b18f2587-7313-4172-910b-2b5fe5275a5a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.139093 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b18f2587-7313-4172-910b-2b5fe5275a5a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250210 Mar 31 15:34:55.142799 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58320) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:55.147164 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:55.167452 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.271494 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.382368 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Allocated IP 172.27.2.194 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/22630cdd-11d2-44d7-a4b9-12ccf95f6f51) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:55.489933 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for port (22630cdd-11d2-44d7-a4b9-12ccf95f6f51), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.524844 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (22630cdd-11d2-44d7-a4b9-12ccf95f6f51), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.565760 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:55.568528 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:55.574715 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:34:55.600894 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'Port': ['ID=22630cdd-11d2-44d7-a4b9-12ccf95f6f51,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:55.666985 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.709604 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (22630cdd-11d2-44d7-a4b9-12ccf95f6f51), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.863104 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for port (22630cdd-11d2-44d7-a4b9-12ccf95f6f51), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.867838 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (22630cdd-11d2-44d7-a4b9-12ccf95f6f51), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.943301 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'Port': ['ID=22630cdd-11d2-44d7-a4b9-12ccf95f6f51,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:55.954591 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.973870 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:55.975288 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b6cf4a67-1b8c-4242-a242-c2d89b6511b7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8314052 Mar 31 15:34:56.004714 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834a3eb-9232-4c98-a8cd-a1a23c5291b6 req-32116016-7df4-4177-9f47-25039dce2a3e tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:56.006134 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7834a3eb-9232-4c98-a8cd-a1a23c5291b6 req-32116016-7df4-4177-9f47-25039dce2a3e tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0656731 Mar 31 15:34:56.065715 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7834a3eb-9232-4c98-a8cd-a1a23c5291b6 req-52df1610-5d43-490a-a8fa-d61552160b0b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541692 Mar 31 15:34:56.191886 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-95a1526d-cab3-49a1-93b7-17625338129b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2072583977&fields=id&tenant_id=f0c33db3d9a541fa99aeb6d8333fc436 HTTP/1.1" status: 200 len: 267 time: 0.0451887 Mar 31 15:34:56.296197 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-7dfd09f1-4248-4753-85e1-74594b264b34 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:56.297699 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-7dfd09f1-4248-4753-85e1-74594b264b34 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 817 time: 0.0993118 Mar 31 15:34:56.312524 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-1854c3c2-4564-4130-a8b3-5cda92c08522 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/quotas/f0c33db3d9a541fa99aeb6d8333fc436 HTTP/1.1" status: 200 len: 375 time: 0.0095258 Mar 31 15:34:56.367438 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-3813372b-2735-44ec-ac85-623af2adfd6b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498941 Mar 31 15:34:56.465214 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-d4167996-5325-4729-b605-4fb39755774a service neutron] 10.222.0.11 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852096 Mar 31 15:34:56.554114 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-1204a0a8-21c3-4d4e-be16-7e8bd6477666 service neutron] 10.222.0.11 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822482 Mar 31 15:34:56.714857 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d1c8d7bd-5bdb-4463-bc42-9d28d9696c4c req-63b6ed4e-0326-439d-9973-4141e86c7a24 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 210 time: 0.0322237 Mar 31 15:34:57.190076 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7833f2c-bf8b-4e83-b947-a3daca725e3c req-63f2fce4-55df-4aa5-81f3-d5864089816e tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:57.191498 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e7833f2c-bf8b-4e83-b947-a3daca725e3c req-63f2fce4-55df-4aa5-81f3-d5864089816e tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0550399 Mar 31 15:34:57.241171 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e7833f2c-bf8b-4e83-b947-a3daca725e3c req-981b90c0-bfa4-42a0-a7be-0568c1c0e606 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436742 Mar 31 15:34:57.648768 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-4049ad67-85ad-401b-b82c-5acc0e8a1a87 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:57.650237 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-4049ad67-85ad-401b-b82c-5acc0e8a1a87 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.13 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 817 time: 0.1122189 Mar 31 15:34:57.713795 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-fc158fcd-6431-4be7-8952-62b20db4d44c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0c33db3d9a541fa99aeb6d8333fc436 HTTP/1.1" status: 200 len: 380 time: 0.0553005 Mar 31 15:34:57.722653 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'port': {'device_id': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'admin_state_up': True, 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'security_groups': ['5476bf53-2d63-4a44-8d6d-783108fb33ce']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:57.834057 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-730bd362-9098-465c-8d9b-bcd3c3bd05a5 req-0523e9be-f373-46e0-bbc4-b166ba6adcd6 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 210 time: 0.0388713 Mar 31 15:34:57.872748 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Made reservation on behalf of f0c33db3d9a541fa99aeb6d8333fc436 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:34:57.876353 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:58.017426 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Allocated IP 172.20.0.13 (08b94955-015d-4043-a03e-69b9f9451c1d/4e4c7971-6bf7-49d4-95b3-e68755cddee3/a7c29cb8-9842-4147-9f83-fafdfa8beae4) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:34:58.157869 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:58.191557 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:58.232206 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Network 08b94955-015d-4043-a03e-69b9f9451c1d is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:34:58.235483 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:34:58.242237 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:34:58.269210 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event updated for resources: {'Port': ['ID=a7c29cb8-9842-4147-9f83-fafdfa8beae4,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:58.285895 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:34:58.305573 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:58.306277 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:58.329952 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-769553dd-b90c-46f4-b256-d97fabeadccc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6107607 Mar 31 15:34:58.349858 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Request body: {'port': {'device_id': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:34:58.450832 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafd627-549e-4d92-b049-973ba96b47de req-b6938f14-7851-43e1-a40b-591394ede7a3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:58.452985 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8eafd627-549e-4d92-b049-973ba96b47de req-b6938f14-7851-43e1-a40b-591394ede7a3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.1172929 Mar 31 15:34:58.453667 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:58.528042 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-8dc10d24-10cc-47d2-a587-97d9e33c7b84 None None] Provisioning complete for port a7c29cb8-9842-4147-9f83-fafdfa8beae4 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:34:58.528621 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-8dc10d24-10cc-47d2-a587-97d9e33c7b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:58.545949 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8eafd627-549e-4d92-b049-973ba96b47de req-c21c6668-50d7-4fed-b8e1-ce487bef6ef3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830197 Mar 31 15:34:58.569759 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-8dc10d24-10cc-47d2-a587-97d9e33c7b84 None None] Port a7c29cb8-9842-4147-9f83-fafdfa8beae4 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:34:58.762051 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c29cb8-9842-4147-9f83-fafdfa8beae4 {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:34:58.770109 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Publish callbacks [] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:58.782524 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Transition to ACTIVE for port object a7c29cb8-9842-4147-9f83-fafdfa8beae4 will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:34:58.787490 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:58.849586 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c29cb8-9842-4147-9f83-fafdfa8beae4,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:58.953526 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Attempting to bind port a7c29cb8-9842-4147-9f83-fafdfa8beae4 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:34:58.953860 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Attempting to bind port a7c29cb8-9842-4147-9f83-fafdfa8beae4 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:34:58.954187 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Attempting to bind port a7c29cb8-9842-4147-9f83-fafdfa8beae4 on network 08b94955-015d-4043-a03e-69b9f9451c1d {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:34:58.961562 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Port a7c29cb8-9842-4147-9f83-fafdfa8beae4 on network 08b94955-015d-4043-a03e-69b9f9451c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:34:58.961885 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Attempting to bind port a7c29cb8-9842-4147-9f83-fafdfa8beae4 on network 08b94955-015d-4043-a03e-69b9f9451c1d {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:34:58.970288 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:34:58.970622 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Checking segment: {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:34:58.971009 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Bound using segment: {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:34:58.971442 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Bound port: a7c29cb8-9842-4147-9f83-fafdfa8beae4, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfb8319-551d-4554-8a40-d89164d005b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:34:58.971797 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:59.000305 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1621-ab04-4c88-abf2-b13fe5864948 req-e925bf67-af29-45e7-a606-4b83f6047ea4 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.001908 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-84cf1621-ab04-4c88-abf2-b13fe5864948 req-e925bf67-af29-45e7-a606-4b83f6047ea4 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0915363 Mar 31 15:34:59.079981 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:34:59.084187 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:34:59.088561 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-84cf1621-ab04-4c88-abf2-b13fe5864948 req-11349932-3c1e-491c-994c-d50edb72ca3e tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689645 Mar 31 15:34:59.095490 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:59.130376 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.130981 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:59.132326 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] 10.222.0.13 "PUT /v2.0/ports/a7c29cb8-9842-4147-9f83-fafdfa8beae4 HTTP/1.1" status: 200 len: 1094 time: 0.7874198 Mar 31 15:34:59.132759 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:34:59.135063 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:34:59.164719 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e445063-810c-46ca-b7e9-b56992a9c615 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c29cb8-9842-4147-9f83-fafdfa8beae4,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:34:59.185111 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61fb854-2d35-4f6b-98ac-e8c125d27777 x-openstack-request-id: req-d61fb854-2d35-4f6b-98ac-e8c125d27777 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:34:59.185411 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:34:59.185681 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d61fb854-2d35-4f6b-98ac-e8c125d27777 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:34:59.186622 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61fb854-2d35-4f6b-98ac-e8c125d27777'] response: {'name': 'network-changed', 'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'status': 'completed', 'code': 200} Mar 31 15:34:59.229911 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-3a4d2ac0-5a1a-40a1-b05d-b20fab4836df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.231448 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-3a4d2ac0-5a1a-40a1-b05d-b20fab4836df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 1128 time: 0.0582318 Mar 31 15:34:59.275567 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-09a7efed-68ca-4701-b099-0db504fe0dc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4 HTTP/1.1" status: 200 len: 217 time: 0.0365338 Mar 31 15:34:59.325939 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-66969d7c-d087-4740-bbd3-042537421602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.327510 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-66969d7c-d087-4740-bbd3-042537421602 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 200 len: 856 time: 0.0464547 Mar 31 15:34:59.383630 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-2f4174ab-604c-40c6-ad89-b7954081757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.385170 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-2f4174ab-604c-40c6-ad89-b7954081757a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08b94955-015d-4043-a03e-69b9f9451c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484903 Mar 31 15:34:59.472944 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-8467db00-72c2-479e-9155-95724401ed7c service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817854 Mar 31 15:34:59.565289 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbac1fc4-6160-4ac9-b2ec-b1f21d871688 req-c4682538-7580-4242-9b16-50210b4202e9 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860853 Mar 31 15:34:59.697674 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1 req-0ce4536d-4d3f-40b9-9510-e8c5882210bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.699095 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1 req-0ce4536d-4d3f-40b9-9510-e8c5882210bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 1128 time: 0.0894234 Mar 31 15:34:59.711928 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fae0cf-c8fa-4a80-a867-7035fba5d333 req-b21b2e36-2894-48b3-9ac2-a395b17487fa tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.714023 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89fae0cf-c8fa-4a80-a867-7035fba5d333 req-b21b2e36-2894-48b3-9ac2-a395b17487fa tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0951147 Mar 31 15:34:59.824889 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89fae0cf-c8fa-4a80-a867-7035fba5d333 req-83064205-0240-4cb9-8a1f-7cfb725e91b5 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004074 Mar 31 15:34:59.844753 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1 req-46485c2c-ae29-4983-b942-558c52a61770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.848255 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1 req-46485c2c-ae29-4983-b942-558c52a61770 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 918 time: 0.1311712 Mar 31 15:34:59.888058 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1 req-e7a9f29f-52ea-4d1e-9b0b-0e8cd75e1cdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4 HTTP/1.1" status: 200 len: 217 time: 0.0354764 Mar 31 15:34:59.935649 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1 req-f5453de3-077e-4c38-97ed-475033a90e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.937153 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1 req-f5453de3-077e-4c38-97ed-475033a90e88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 200 len: 856 time: 0.0433118 Mar 31 15:34:59.995435 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1 req-2d4205ff-8f59-47f3-8fba-62120d79aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:34:59.996875 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1 req-2d4205ff-8f59-47f3-8fba-62120d79aa1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08b94955-015d-4043-a03e-69b9f9451c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490611 Mar 31 15:35:00.096207 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1 req-b65785d0-4f6a-44d0-9e0e-ac71c1fb34e2 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923386 Mar 31 15:35:00.222581 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0ec9f1b5-8bba-4a62-b5a8-a3541e7f23a1 req-680c50ec-9682-4e10-9dd3-746dfd0d2ece service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190233 Mar 31 15:35:00.242418 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955e4ad-f2ae-45ec-9db8-2a7cef71ced0 req-0f6103e2-7ebd-4345-9e8d-25eeaf0a9ad7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:00.244001 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a955e4ad-f2ae-45ec-9db8-2a7cef71ced0 req-0f6103e2-7ebd-4345-9e8d-25eeaf0a9ad7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0766726 Mar 31 15:35:00.292110 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a955e4ad-f2ae-45ec-9db8-2a7cef71ced0 req-6c958734-0c89-474a-af18-8a0faaf51634 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423625 Mar 31 15:35:00.944821 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07460dd3-6d6d-41c3-b44e-2776fc8b5038 req-6e80f6c1-a93e-4557-81ba-e22104f066c4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:00.946356 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-07460dd3-6d6d-41c3-b44e-2776fc8b5038 req-6e80f6c1-a93e-4557-81ba-e22104f066c4 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0516520 Mar 31 15:35:01.002872 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-07460dd3-6d6d-41c3-b44e-2776fc8b5038 req-d5e7b4e2-e515-4291-90b8-acfb63b8f8c8 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503151 Mar 31 15:35:01.414096 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0249f-0fa8-4261-8b0e-286d71253bad req-272cd9da-8636-4953-8536-03102a8f7dd8 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:01.415485 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a6d0249f-0fa8-4261-8b0e-286d71253bad req-272cd9da-8636-4953-8536-03102a8f7dd8 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0535519 Mar 31 15:35:01.463931 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a6d0249f-0fa8-4261-8b0e-286d71253bad req-b40f28a7-7ec2-4205-9763-f104f22b9c48 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425923 Mar 31 15:35:02.125457 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5e165-ca1b-4bf2-b45b-4a9c40a5929c req-8a7c19f4-26d7-4371-95ee-083203f35e55 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:02.126842 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-61f5e165-ca1b-4bf2-b45b-4a9c40a5929c req-8a7c19f4-26d7-4371-95ee-083203f35e55 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0555570 Mar 31 15:35:02.175846 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-61f5e165-ca1b-4bf2-b45b-4a9c40a5929c req-79bb2960-acb3-4ae2-962a-0bc1fe686476 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433996 Mar 31 15:35:02.295690 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d209e-64a4-48f7-8533-a20b75888575 req-0c45faae-d329-4b17-81fb-121a8c10ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:02.297523 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b4d209e-64a4-48f7-8533-a20b75888575 req-0c45faae-d329-4b17-81fb-121a8c10ab27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a11fad92b034592881562cf733900f7&device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0498934 Mar 31 15:35:02.386500 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d209e-64a4-48f7-8533-a20b75888575 req-16dd047d-6b1f-44ed-873c-7af240905afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:02.387867 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b4d209e-64a4-48f7-8533-a20b75888575 req-16dd047d-6b1f-44ed-873c-7af240905afb service neutron] 10.222.0.13 "GET /v2.0/networks?id=487d4ad4-6062-4b0c-b5a1-580b37d41911 HTTP/1.1" status: 200 len: 910 time: 0.0839593 Mar 31 15:35:02.459080 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b4d209e-64a4-48f7-8533-a20b75888575 req-a6f4dd20-f501-45c5-a054-24fcd6306cae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 200 len: 1001 time: 0.0636077 Mar 31 15:35:02.509634 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d209e-64a4-48f7-8533-a20b75888575 req-b3c160fc-8907-48c6-928c-0dfc98d25ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:02.511080 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b4d209e-64a4-48f7-8533-a20b75888575 req-b3c160fc-8907-48c6-928c-0dfc98d25ef7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03b55872-1299-4292-bae2-e786bad4747a HTTP/1.1" status: 200 len: 848 time: 0.0461385 Mar 31 15:35:02.524617 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device a7c29cb8-9842-4147-9f83-fafdfa8beae4 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:35:02.601862 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d209e-64a4-48f7-8533-a20b75888575 req-ee02faa2-e1bb-448c-bef7-1b3ac1a318ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:02.603389 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b4d209e-64a4-48f7-8533-a20b75888575 req-ee02faa2-e1bb-448c-bef7-1b3ac1a318ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487d4ad4-6062-4b0c-b5a1-580b37d41911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0863717 Mar 31 15:35:02.611134 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e5960-380d-470e-a740-fd93f6b814cd req-141668e1-b957-45f2-b6e9-763f403c3d5e tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:02.612553 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cf4e5960-380d-470e-a740-fd93f6b814cd req-141668e1-b957-45f2-b6e9-763f403c3d5e tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0701754 Mar 31 15:35:02.626089 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:35:02.638000 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'port_id': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'mac_address': 'fa:16:3e:83:c0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:35:02.675530 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port a7c29cb8-9842-4147-9f83-fafdfa8beae4 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:35:02.675911 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:02.689261 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c29cb8-9842-4147-9f83-fafdfa8beae4 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:35:02.709012 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:35:02.709619 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cf4e5960-380d-470e-a740-fd93f6b814cd req-fa10e9b3-7208-4757-ba54-d1ec17cbf6ce tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911417 Mar 31 15:35:02.713360 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:02.750461 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b4d209e-64a4-48f7-8533-a20b75888575 req-79ec402f-348b-47a2-8d98-95216a3a03f0 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251729 Mar 31 15:35:02.767921 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=a7c29cb8-9842-4147-9f83-fafdfa8beae4,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:02.843550 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b4d209e-64a4-48f7-8533-a20b75888575 req-e8c90f0f-636f-4404-864f-473c54f99554 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868411 Mar 31 15:35:02.941594 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-97d374d5-bfa7-42b9-b560-a034707fde54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:02.961955 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['a7c29cb8-9842-4147-9f83-fafdfa8beae4'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:35:03.299520 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eec57c-d25d-483c-9566-2f32d34882ac req-f719da6f-d37b-4a7d-9682-cb76bc8dd1fa tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:03.301014 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d4eec57c-d25d-483c-9566-2f32d34882ac req-f719da6f-d37b-4a7d-9682-cb76bc8dd1fa tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0538180 Mar 31 15:35:03.350007 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d4eec57c-d25d-483c-9566-2f32d34882ac req-459be298-a7a7-40cd-8d17-671caa0f3bff tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432892 Mar 31 15:35:03.834006 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad201cb1-75fd-457a-97db-dd7774853370 req-525f2b46-24dd-407d-9666-026b88e6dee6 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:03.835597 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ad201cb1-75fd-457a-97db-dd7774853370 req-525f2b46-24dd-407d-9666-026b88e6dee6 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 945 time: 0.0538807 Mar 31 15:35:03.889577 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ad201cb1-75fd-457a-97db-dd7774853370 req-f32dbf1c-37ee-498f-ad4e-741c6a96f7cc tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477931 Mar 31 15:35:04.471878 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a68b82-febb-4797-9232-f5fd99da37dc req-6d4e1b86-ea3f-4f53-afc9-35f1427edb91 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:04.473444 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35a68b82-febb-4797-9232-f5fd99da37dc req-6d4e1b86-ea3f-4f53-afc9-35f1427edb91 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0540552 Mar 31 15:35:04.527814 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-35a68b82-febb-4797-9232-f5fd99da37dc req-78e7763b-3a23-44c4-b9df-23f6a363cfb3 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488091 Mar 31 15:35:04.548165 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device a7c29cb8-9842-4147-9f83-fafdfa8beae4 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:35:04.603678 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port a7c29cb8-9842-4147-9f83-fafdfa8beae4 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:35:04.608726 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port a7c29cb8-9842-4147-9f83-fafdfa8beae4 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:35:04.609213 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:04.696778 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port a7c29cb8-9842-4147-9f83-fafdfa8beae4 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:35:04.697475 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:04.721320 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:35:04.723583 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f483c2-9e68-41bf-943e-8b331ef7953e" -d '{"events": [{"server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "name": "network-vif-plugged", "status": "completed", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:35:04.737834 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:35:04.746387 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:04.778259 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774adb33-49a7-4036-945c-c9c7f0d056d7 x-openstack-request-id: req-774adb33-49a7-4036-945c-c9c7f0d056d7 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:35:04.778506 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "name": "network-vif-plugged", "status": "completed", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:35:04.778697 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-774adb33-49a7-4036-945c-c9c7f0d056d7 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:35:04.779090 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774adb33-49a7-4036-945c-c9c7f0d056d7'] response: {'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'code': 200} Mar 31 15:35:04.814860 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=a7c29cb8-9842-4147-9f83-fafdfa8beae4,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:04.954798 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c17dfb-9b69-48ab-a9f0-aec85131b727 req-7454d8b6-b203-4a05-80f6-badf69f3e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:04.956341 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-15c17dfb-9b69-48ab-a9f0-aec85131b727 req-7454d8b6-b203-4a05-80f6-badf69f3e261 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 1130 time: 0.0455508 Mar 31 15:35:05.041220 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-15c17dfb-9b69-48ab-a9f0-aec85131b727 req-c6f09201-9a20-4b93-8190-807676b04381 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777388 Mar 31 15:35:05.054016 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe7e13-a6f2-4d1a-b77a-f6bb26b0c97d req-1a419342-ddad-4577-8fe3-dac80396d0bd tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:05.055495 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5cfe7e13-a6f2-4d1a-b77a-f6bb26b0c97d req-1a419342-ddad-4577-8fe3-dac80396d0bd tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0854928 Mar 31 15:35:05.104592 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5cfe7e13-a6f2-4d1a-b77a-f6bb26b0c97d req-0aa3a449-baea-4353-84a0-9462738193dd tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Mar 31 15:35:05.303729 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ec6e7e01-8224-4de7-9a34-8c1c07234723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:05.648474 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547ea4c-75fd-42c2-991d-93a8a3ce7b6e req-ec4f279a-dd30-47a8-81ad-fbbec3951ccf tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:05.649967 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c547ea4c-75fd-42c2-991d-93a8a3ce7b6e req-ec4f279a-dd30-47a8-81ad-fbbec3951ccf tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0522659 Mar 31 15:35:05.699055 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c547ea4c-75fd-42c2-991d-93a8a3ce7b6e req-ee7a8909-fca9-4def-b416-ab349cd56ee0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427501 Mar 31 15:35:05.766201 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [req-8360b613-063f-4674-a97e-58465136158f req-a256df94-fe74-4052-a9a7-3b4119478193 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:35:05.767213 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8360b613-063f-4674-a97e-58465136158f req-a256df94-fe74-4052-a9a7-3b4119478193 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060878 Mar 31 15:35:05.929257 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995120cb-0c27-4e47-b287-45866c776819 req-5b3a9fcf-27bd-41df-a859-0a369aedee55 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:05.930715 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-995120cb-0c27-4e47-b287-45866c776819 req-5b3a9fcf-27bd-41df-a859-0a369aedee55 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0579274 Mar 31 15:35:05.957737 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58396) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:35:05.983424 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-995120cb-0c27-4e47-b287-45866c776819 req-6c90e1d4-28b0-4d48-a4c6-486771865afa tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460031 Mar 31 15:35:06.048769 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-ee3cdb3f-0135-4f93-bd8c-aa24d3355fd3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898738 Mar 31 15:35:06.057575 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-2211942b-aeb9-4e9a-9067-4c85421c9dd1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:35:06.059253 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-2211942b-aeb9-4e9a-9067-4c85421c9dd1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051026 Mar 31 15:35:06.214048 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58406) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:35:06.235241 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825baf3-3cae-4b24-a3e8-0b93086997d2 req-203e01bb-c1c1-46da-a934-912e25a86be5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:06.236744 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2825baf3-3cae-4b24-a3e8-0b93086997d2 req-203e01bb-c1c1-46da-a934-912e25a86be5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0573423 Mar 31 15:35:06.266147 dv-cinder-750782-15-iscsi neutron-server[103659]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 15:35:06.284842 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2825baf3-3cae-4b24-a3e8-0b93086997d2 req-8161037d-e707-4686-bb53-071dbfea9461 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Mar 31 15:35:06.314350 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-979e4c1f-87b9-4bee-a52d-e4306d64c5c7 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:06.315738 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-979e4c1f-87b9-4bee-a52d-e4306d64c5c7 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports/27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 200 len: 942 time: 0.1006806 Mar 31 15:35:06.559010 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:07.112613 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac2ac3-d658-47f5-a70e-1c41d8397a5e req-6859853b-646b-40c8-b479-c42428171faa tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:07.114534 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5fac2ac3-d658-47f5-a70e-1c41d8397a5e req-6859853b-646b-40c8-b479-c42428171faa tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0561421 Mar 31 15:35:07.168565 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5fac2ac3-d658-47f5-a70e-1c41d8397a5e req-cbe9b64a-4eaa-45ba-9e6b-3e3fa843a137 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484302 Mar 31 15:35:07.408602 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b78d-6882-4df7-9146-3daefcbe4167 req-37ea1714-7e22-478f-b447-8808fe24e41e tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:07.410091 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-58d0b78d-6882-4df7-9146-3daefcbe4167 req-37ea1714-7e22-478f-b447-8808fe24e41e tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0539000 Mar 31 15:35:07.456234 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-58d0b78d-6882-4df7-9146-3daefcbe4167 req-95a962e1-4f5c-48ad-a225-2fa299a96611 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405457 Mar 31 15:35:07.576901 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f24daf-b915-4c97-a7f5-b91cffa2c93f req-b20a0075-2e85-46e6-884c-fde18f37ff46 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:07.578448 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-41f24daf-b915-4c97-a7f5-b91cffa2c93f req-b20a0075-2e85-46e6-884c-fde18f37ff46 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0566173 Mar 31 15:35:07.587214 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58422) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:35:07.591719 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-995920b1-5a32-42e8-8bb1-118029f024d9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Request body: {'floatingip': {'port_id': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:35:07.624789 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-47756bff-f3f7-4235-9c92-78e78163b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:07.626326 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-47756bff-f3f7-4235-9c92-78e78163b398 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e&tenant_id=3a11fad92b034592881562cf733900f7 HTTP/1.1" status: 200 len: 1129 time: 0.0470135 Mar 31 15:35:07.634797 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-995920b1-5a32-42e8-8bb1-118029f024d9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:07.694946 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-492a645d-de9b-453d-b4f6-3a39f0f8cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:07.696431 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-492a645d-de9b-453d-b4f6-3a39f0f8cc32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a11fad92b034592881562cf733900f7&device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0482585 Mar 31 15:35:07.784995 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-cf1733dd-dfa3-45db-a448-141dc4b2b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:07.786512 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-cf1733dd-dfa3-45db-a448-141dc4b2b168 service neutron] 10.222.0.13 "GET /v2.0/networks?id=487d4ad4-6062-4b0c-b5a1-580b37d41911 HTTP/1.1" status: 200 len: 910 time: 0.0846388 Mar 31 15:35:07.863268 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-4b87cb3a-dd7e-4742-a108-eebe613d5fb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 200 len: 1001 time: 0.0707295 Mar 31 15:35:07.912337 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-c60d3861-af62-4aa0-9ccc-9460232d33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:07.913852 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-c60d3861-af62-4aa0-9ccc-9460232d33d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03b55872-1299-4292-bae2-e786bad4747a HTTP/1.1" status: 200 len: 848 time: 0.0447798 Mar 31 15:35:07.964349 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-090a1499-eb44-4d32-ba70-4ea43c954400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:07.965909 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-090a1499-eb44-4d32-ba70-4ea43c954400 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487d4ad4-6062-4b0c-b5a1-580b37d41911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455275 Mar 31 15:35:07.975504 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:08.070516 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-a8eec028-2587-4fdb-8a8a-37b7905606a1 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978217 Mar 31 15:35:08.078741 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-995920b1-5a32-42e8-8bb1-118029f024d9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:08.083103 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-995920b1-5a32-42e8-8bb1-118029f024d9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:08.165479 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-89b760b5-bded-4b1a-8b18-2d724271ab94 req-e6bafff3-1c3c-43c5-bb61-932940cd8cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873172 Mar 31 15:35:08.189538 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [None req-995920b1-5a32-42e8-8bb1-118029f024d9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Floating IP 0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14 associated. External IP: 172.27.2.194, port: a7c29cb8-9842-4147-9f83-fafdfa8beae4. Mar 31 15:35:08.289854 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91147e-c999-4004-a264-971424f3a30f req-f59d55cb-d2af-449d-8ec8-51034108ae50 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:08.291319 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bd91147e-c999-4004-a264-971424f3a30f req-f59d55cb-d2af-449d-8ec8-51034108ae50 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0541649 Mar 31 15:35:08.346596 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bd91147e-c999-4004-a264-971424f3a30f req-ae5c5f88-4c95-4a53-beeb-72e52f21a2c8 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489576 Mar 31 15:35:08.405370 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995920b1-5a32-42e8-8bb1-118029f024d9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Router ef06f288-276a-470d-9e9c-973e92db6867 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:35:08.515144 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995920b1-5a32-42e8-8bb1-118029f024d9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:35:08.519970 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-995920b1-5a32-42e8-8bb1-118029f024d9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:08.524391 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d57af1-4484-49a2-9346-8aa9073c8495 None None] Sync routers for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:35:08.534296 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d57af1-4484-49a2-9346-8aa9073c8495 None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:35:08.534906 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-87d57af1-4484-49a2-9346-8aa9073c8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:35:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:08.549483 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-995920b1-5a32-42e8-8bb1-118029f024d9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "PUT /v2.0/floatingips/0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14 HTTP/1.1" status: 200 len: 992 time: 0.9611483 Mar 31 15:35:08.550199 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:35:08.552537 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ac412e-f536-48fc-b146-4b5e2f11dc48" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:35:08.564175 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 27b904dc-f5bc-43f7-aa6f-9b8e852d24df no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:35:08.599043 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb07e769-58f9-4604-81a2-b01c86198eb0 x-openstack-request-id: req-cb07e769-58f9-4604-81a2-b01c86198eb0 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:35:08.599549 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:35:08.599672 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb07e769-58f9-4604-81a2-b01c86198eb0 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:35:08.599983 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb07e769-58f9-4604-81a2-b01c86198eb0'] response: {'name': 'network-changed', 'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'status': 'completed', 'code': 200} Mar 31 15:35:08.658885 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df is: ACTIVE; New status is: DOWN {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:35:08.659328 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:08.664799 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-87d57af1-4484-49a2-9346-8aa9073c8495 None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:35:08.669067 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac412e-f536-48fc-b146-4b5e2f11dc48 req-b38c3332-ad84-4ae1-8476-a6cd0a18c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:08.670989 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-01ac412e-f536-48fc-b146-4b5e2f11dc48 req-b38c3332-ad84-4ae1-8476-a6cd0a18c2f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 1130 time: 0.0477781 Mar 31 15:35:08.683318 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:35:08.685598 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c717520-5f2e-456c-a486-3f607437a5c8" -d '{"events": [{"server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "name": "network-vif-unplugged", "status": "completed", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:35:08.699955 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:35:08.705414 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:08.740028 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 15:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fba3c3-2219-4dd9-a68c-8fb39fb2905c x-openstack-request-id: req-f8fba3c3-2219-4dd9-a68c-8fb39fb2905c {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:35:08.740393 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "name": "network-vif-unplugged", "status": "completed", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:35:08.740735 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8fba3c3-2219-4dd9-a68c-8fb39fb2905c {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:35:08.741390 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8fba3c3-2219-4dd9-a68c-8fb39fb2905c'] response: {'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'code': 200} Mar 31 15:35:08.761053 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,revision_number=6']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:08.769687 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac412e-f536-48fc-b146-4b5e2f11dc48 req-11088d68-4fbd-45cb-8fd9-09fb0db3d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:08.771125 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-01ac412e-f536-48fc-b146-4b5e2f11dc48 req-11088d68-4fbd-45cb-8fd9-09fb0db3d365 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 918 time: 0.0949459 Mar 31 15:35:08.841525 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-01ac412e-f536-48fc-b146-4b5e2f11dc48 req-46d4b092-8023-4bd8-b42c-0abe4ca5fce1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4 HTTP/1.1" status: 200 len: 1000 time: 0.0647848 Mar 31 15:35:08.891826 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac412e-f536-48fc-b146-4b5e2f11dc48 req-686510e6-128a-4d40-9eb6-58a6c1643edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:08.893346 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-01ac412e-f536-48fc-b146-4b5e2f11dc48 req-686510e6-128a-4d40-9eb6-58a6c1643edb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 200 len: 856 time: 0.0454478 Mar 31 15:35:08.914941 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-87d57af1-4484-49a2-9346-8aa9073c8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'port_id': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'mac_address': 'fa:16:3e:83:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:55Z', 'updated_at': '2022-03-31T15:35:07Z', 'revision_number': 1, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:08.941471 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d57af1-4484-49a2-9346-8aa9073c8495 None None] Checking router: ef06f288-276a-470d-9e9c-973e92db6867 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:35:08.944445 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac412e-f536-48fc-b146-4b5e2f11dc48 req-47a8c252-4411-428d-8f67-7a1da1b59434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:08.946025 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-01ac412e-f536-48fc-b146-4b5e2f11dc48 req-47a8c252-4411-428d-8f67-7a1da1b59434 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08b94955-015d-4043-a03e-69b9f9451c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467350 Mar 31 15:35:08.949689 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d57af1-4484-49a2-9346-8aa9073c8495 None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:35:08.950287 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-87d57af1-4484-49a2-9346-8aa9073c8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:35:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:09.039621 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-01ac412e-f536-48fc-b146-4b5e2f11dc48 req-fd044a72-32b9-45e8-b21e-eaf9aa51dd6b service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869384 Mar 31 15:35:09.060460 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-87d57af1-4484-49a2-9346-8aa9073c8495 None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:35:09.132655 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-01ac412e-f536-48fc-b146-4b5e2f11dc48 req-002201d4-4f1e-4a4a-a4c4-3fde70922891 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862005 Mar 31 15:35:09.293381 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-87d57af1-4484-49a2-9346-8aa9073c8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'port_id': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'mac_address': 'fa:16:3e:83:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:55Z', 'updated_at': '2022-03-31T15:35:07Z', 'revision_number': 1, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:35:09.320212 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d57af1-4484-49a2-9346-8aa9073c8495 None None] The sync data for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi is: [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'port_id': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'mac_address': 'fa:16:3e:83:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:34:55Z', 'updated_at': '2022-03-31T15:35:07Z', 'revision_number': 1, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:35:09.478903 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c0278-1da3-4b11-9a9b-55bc75e230f5 req-0d4b294f-d270-48cd-bd77-88ffa745e4a0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:09.480429 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e52c0278-1da3-4b11-9a9b-55bc75e230f5 req-0d4b294f-d270-48cd-bd77-88ffa745e4a0 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0581546 Mar 31 15:35:09.483764 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:09.531687 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fd876-f539-431a-bd6d-cbdbf88b57fd None None] New status for floating IP 0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:35:09.535050 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e52c0278-1da3-4b11-9a9b-55bc75e230f5 req-bfba3714-3cdf-4b63-a65a-cf86d9f31413 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464761 Mar 31 15:35:10.660224 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f55a7-c924-4598-b954-18c0ad766107 req-0aecd1e2-6fe1-4e89-abcb-c3ca5355ed2a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:10.661633 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-737f55a7-c924-4598-b954-18c0ad766107 req-0aecd1e2-6fe1-4e89-abcb-c3ca5355ed2a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0538397 Mar 31 15:35:10.710311 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-737f55a7-c924-4598-b954-18c0ad766107 req-6fa3145b-2ac2-4960-bb26-454186a8c11a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431139 Mar 31 15:35:11.830470 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfcb1b-d41c-4887-8f67-a10db0ceceeb req-592f015b-1743-4334-bba2-0a54fd14e071 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:11.831971 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f0cfcb1b-d41c-4887-8f67-a10db0ceceeb req-592f015b-1743-4334-bba2-0a54fd14e071 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0543802 Mar 31 15:35:12.159849 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f0cfcb1b-d41c-4887-8f67-a10db0ceceeb req-b02a81ab-5f3d-40c3-bb6a-2f3a6e217d7a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3219757 Mar 31 15:35:13.278250 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95891bac-7415-456d-9701-77a741a66593 req-daeb516d-b6e3-40e8-a670-1315c50dc410 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:13.279748 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95891bac-7415-456d-9701-77a741a66593 req-daeb516d-b6e3-40e8-a670-1315c50dc410 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0523424 Mar 31 15:35:13.327692 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95891bac-7415-456d-9701-77a741a66593 req-1e50e9e7-a716-4e5a-87bb-fcbe971cd3f5 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422819 Mar 31 15:35:14.247885 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1a274-c266-498c-b6fa-b71c17514ab9 req-ac33ea30-e9b4-4e72-bd90-aaf36f0f25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:14.250125 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e1b1a274-c266-498c-b6fa-b71c17514ab9 req-ac33ea30-e9b4-4e72-bd90-aaf36f0f25fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1127 time: 0.0449386 Mar 31 15:35:14.295255 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e1b1a274-c266-498c-b6fa-b71c17514ab9 req-40637530-8de4-413b-8f68-d093f7516388 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395882 Mar 31 15:35:14.447382 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe35172-e78e-43ce-8217-5833f6f6f852 req-cf2cdf00-10e4-40a7-83bf-55cd25dcc88a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:14.448888 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbe35172-e78e-43ce-8217-5833f6f6f852 req-cf2cdf00-10e4-40a7-83bf-55cd25dcc88a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0549288 Mar 31 15:35:14.499009 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bbe35172-e78e-43ce-8217-5833f6f6f852 req-6292af44-b789-4117-8724-33c233d59e6f tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433772 Mar 31 15:35:14.600000 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 27b904dc-f5bc-43f7-aa6f-9b8e852d24df details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:35:14.696000 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:35:14.710672 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'port_id': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'mac_address': 'fa:16:3e:a6:48:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:35:14.745756 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:35:14.746137 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:14.759350 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b904dc-f5bc-43f7-aa6f-9b8e852d24df {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:35:14.778566 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:35:14.782774 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:14.830342 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,revision_number=7']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:15.026711 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['27b904dc-f5bc-43f7-aa6f-9b8e852d24df'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:35:15.620615 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86a001-9845-4146-ac8b-432fea4c9a52 req-0a6f8048-7cfe-4e60-9d11-086d0203cd2a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:15.622101 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2f86a001-9845-4146-ac8b-432fea4c9a52 req-0a6f8048-7cfe-4e60-9d11-086d0203cd2a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 944 time: 0.0554113 Mar 31 15:35:15.672182 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2f86a001-9845-4146-ac8b-432fea4c9a52 req-98168c02-cb90-45c1-94ab-2a3d113012cf tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435688 Mar 31 15:35:16.611338 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 27b904dc-f5bc-43f7-aa6f-9b8e852d24df up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:35:16.665347 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:35:16.665707 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:16.744220 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:35:16.746074 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:16.772056 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:35:16.774975 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e97654b-88e7-4369-b384-cfb1833f1eb9" -d '{"events": [{"server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "name": "network-vif-plugged", "status": "completed", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:35:16.790551 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:35:16.794684 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:16.822715 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04a2ec5-fad4-4f52-ab81-2f6f4572e398 x-openstack-request-id: req-a04a2ec5-fad4-4f52-ab81-2f6f4572e398 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:35:16.823007 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "name": "network-vif-plugged", "status": "completed", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:35:16.823256 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a04a2ec5-fad4-4f52-ab81-2f6f4572e398 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:35:16.823652 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04a2ec5-fad4-4f52-ab81-2f6f4572e398'] response: {'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'code': 200} Mar 31 15:35:16.850540 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,revision_number=8']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:35:22.935661 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:29.430540 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-655c5944-6c2c-458f-a029-0d9bae861209 req-899eb9da-f131-4729-a4b8-689d8b1fd0cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485122 Mar 31 15:35:29.518199 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c5944-6c2c-458f-a029-0d9bae861209 req-b7e40727-b8b5-40bb-ac08-f888e25175ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:29.519700 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-655c5944-6c2c-458f-a029-0d9bae861209 req-b7e40727-b8b5-40bb-ac08-f888e25175ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a11fad92b034592881562cf733900f7&device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0471396 Mar 31 15:35:29.625385 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c5944-6c2c-458f-a029-0d9bae861209 req-f08db9b3-f34c-4f16-9df7-88896bf59be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:29.626859 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-655c5944-6c2c-458f-a029-0d9bae861209 req-f08db9b3-f34c-4f16-9df7-88896bf59be3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=487d4ad4-6062-4b0c-b5a1-580b37d41911 HTTP/1.1" status: 200 len: 910 time: 0.0891137 Mar 31 15:35:29.702751 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-655c5944-6c2c-458f-a029-0d9bae861209 req-6a2c7118-361d-4c2b-aade-673ec3a7571a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 200 len: 1001 time: 0.0664163 Mar 31 15:35:29.751068 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c5944-6c2c-458f-a029-0d9bae861209 req-e47ff6fa-b844-44dd-985a-a49c32524ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:29.752501 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-655c5944-6c2c-458f-a029-0d9bae861209 req-e47ff6fa-b844-44dd-985a-a49c32524ddb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03b55872-1299-4292-bae2-e786bad4747a HTTP/1.1" status: 200 len: 848 time: 0.0437858 Mar 31 15:35:29.803586 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c5944-6c2c-458f-a029-0d9bae861209 req-d20c3b3e-ffed-4a99-a63e-22c1619b4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:29.805106 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-655c5944-6c2c-458f-a029-0d9bae861209 req-d20c3b3e-ffed-4a99-a63e-22c1619b4b8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487d4ad4-6062-4b0c-b5a1-580b37d41911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448699 Mar 31 15:35:29.900811 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-655c5944-6c2c-458f-a029-0d9bae861209 req-b87ec623-cdf5-4a70-b1cf-bdde1e381804 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871284 Mar 31 15:35:29.992067 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-655c5944-6c2c-458f-a029-0d9bae861209 req-d2c903f8-4618-4da3-ae5d-3be2d8aeecb3 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845509 Mar 31 15:35:32.943305 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c9e47d8e-7c0d-4124-9d72-f1c583ef9a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:35.286670 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:35:35.302398 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-44c43999-f7f5-4733-bb0a-b80e86225bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:36.561980 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:37.976320 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:39.478282 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:47.084373 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8dc18-9c2c-4caa-be68-64a8d2bf6402 req-495d7ced-620e-422b-9488-3a609b419828 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:47.085936 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7fa8dc18-9c2c-4caa-be68-64a8d2bf6402 req-495d7ced-620e-422b-9488-3a609b419828 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0580461 Mar 31 15:35:47.132415 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7fa8dc18-9c2c-4caa-be68-64a8d2bf6402 req-3cbce61a-c5fb-4c8c-8102-0b1bc3f92e59 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409331 Mar 31 15:35:48.264667 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88045d12-0763-4dd0-aa72-cdb03433d6cb req-65fd4350-85af-44ac-885b-c843c6911ac7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:48.266198 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-88045d12-0763-4dd0-aa72-cdb03433d6cb req-65fd4350-85af-44ac-885b-c843c6911ac7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0565679 Mar 31 15:35:48.315213 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-88045d12-0763-4dd0-aa72-cdb03433d6cb req-28d22b30-d449-4904-ba03-ec3e7dfb71e3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433793 Mar 31 15:35:49.437051 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc6c55-7227-4a74-8af2-42b2528f9677 req-98099bbc-fccd-4853-95b8-15dde578cdbd tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:49.438558 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95fc6c55-7227-4a74-8af2-42b2528f9677 req-98099bbc-fccd-4853-95b8-15dde578cdbd tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0524454 Mar 31 15:35:49.488447 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-95fc6c55-7227-4a74-8af2-42b2528f9677 req-97227c40-b023-459c-aac0-cce5a5f1c52f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443761 Mar 31 15:35:50.620755 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736230f9-70ca-4889-8102-6afc93eb220f req-96d704c3-ad5e-47f2-ba6c-2b7493699cc3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:50.622912 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-736230f9-70ca-4889-8102-6afc93eb220f req-96d704c3-ad5e-47f2-ba6c-2b7493699cc3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0590177 Mar 31 15:35:50.668714 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-736230f9-70ca-4889-8102-6afc93eb220f req-490fd15a-5dce-4ed4-bf75-552f181886e3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399351 Mar 31 15:35:51.791339 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130003b-595c-48c5-b889-3b3f70cda1b4 req-21b889a6-4633-4498-b1aa-0649119648a3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:51.792799 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9130003b-595c-48c5-b889-3b3f70cda1b4 req-21b889a6-4633-4498-b1aa-0649119648a3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0526807 Mar 31 15:35:51.839786 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9130003b-595c-48c5-b889-3b3f70cda1b4 req-4fe25ee1-9eb3-42a3-9310-c7fd08330688 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405707 Mar 31 15:35:52.937459 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:52.968183 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f3d49-2b3e-494c-a116-310d35c40700 req-e245d1a2-3075-4e6e-8c59-9822cfbe7d69 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:52.969669 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e2f3d49-2b3e-494c-a116-310d35c40700 req-e245d1a2-3075-4e6e-8c59-9822cfbe7d69 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0589089 Mar 31 15:35:53.016185 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4e2f3d49-2b3e-494c-a116-310d35c40700 req-b06ef914-467d-44f3-8229-26fa1616e560 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408816 Mar 31 15:35:54.142265 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31844df6-3fd2-45c8-a661-c334acabd662 req-baef5004-fcc2-42da-91f4-494d9d7585e0 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:54.143699 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-31844df6-3fd2-45c8-a661-c334acabd662 req-baef5004-fcc2-42da-91f4-494d9d7585e0 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0562778 Mar 31 15:35:54.195742 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-31844df6-3fd2-45c8-a661-c334acabd662 req-62fff724-7350-4bff-b72b-d2a6d8a6426b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464854 Mar 31 15:35:55.346201 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb1fd-ea7f-479d-9cb1-06a5194ad371 req-7a88565e-74ac-4080-a173-a428fb6b4550 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:55.347671 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-369eb1fd-ea7f-479d-9cb1-06a5194ad371 req-7a88565e-74ac-4080-a173-a428fb6b4550 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0573926 Mar 31 15:35:55.394238 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-369eb1fd-ea7f-479d-9cb1-06a5194ad371 req-2c033aaa-f8fd-4d5c-b399-54ed218aedcb tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409603 Mar 31 15:35:56.518463 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b814a96-a659-486a-bd98-ad0b88c91521 req-a2a96299-24f0-4901-aaad-a1c3a756781d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:56.520036 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0b814a96-a659-486a-bd98-ad0b88c91521 req-a2a96299-24f0-4901-aaad-a1c3a756781d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0536146 Mar 31 15:35:56.568286 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0b814a96-a659-486a-bd98-ad0b88c91521 req-f03945a6-5bdf-4aa9-a8c8-0c536141e92d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Mar 31 15:35:57.696545 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e5afd-d830-4f54-91d2-6201e2744b47 req-8a0a5290-de50-46f0-9cb2-24ec9582dcae tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:57.698054 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cc7e5afd-d830-4f54-91d2-6201e2744b47 req-8a0a5290-de50-46f0-9cb2-24ec9582dcae tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0522304 Mar 31 15:35:57.750533 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cc7e5afd-d830-4f54-91d2-6201e2744b47 req-9f711d4e-5728-404f-beb2-f8967822f743 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461040 Mar 31 15:35:58.877683 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41533f0-4ebb-4c06-8eee-69fda23f27f2 req-6aeb9b1a-a621-4d7a-8977-995e43a9a35d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:35:58.880208 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c41533f0-4ebb-4c06-8eee-69fda23f27f2 req-6aeb9b1a-a621-4d7a-8977-995e43a9a35d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0565510 Mar 31 15:35:58.928786 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c41533f0-4ebb-4c06-8eee-69fda23f27f2 req-0c82cd8c-e377-44e6-93f6-ab988c03f50d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Mar 31 15:36:00.054012 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36028a6-f07a-4e54-b07c-3f65e5e5566c req-b3b569ae-02f8-4c34-b79a-e26a33376e1c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:00.055530 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a36028a6-f07a-4e54-b07c-3f65e5e5566c req-b3b569ae-02f8-4c34-b79a-e26a33376e1c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0539694 Mar 31 15:36:00.104238 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a36028a6-f07a-4e54-b07c-3f65e5e5566c req-aa62f946-4280-4d49-97aa-135dd6182d76 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 Mar 31 15:36:01.234751 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50219eb1-0835-4582-a554-0d18a8e1dfaf req-f8c155f4-a8ca-4d0a-90dd-4f3dbf69c53f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:01.236261 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50219eb1-0835-4582-a554-0d18a8e1dfaf req-f8c155f4-a8ca-4d0a-90dd-4f3dbf69c53f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0591338 Mar 31 15:36:01.286567 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-50219eb1-0835-4582-a554-0d18a8e1dfaf req-76abb9ef-42eb-40c7-9cca-b55a52f0d488 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Mar 31 15:36:02.408346 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674680b-f560-4c44-a235-03a74036a7bd req-34f982a3-bd7f-446a-9166-b05f6b93d6b0 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:02.409856 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2674680b-f560-4c44-a235-03a74036a7bd req-34f982a3-bd7f-446a-9166-b05f6b93d6b0 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0526206 Mar 31 15:36:02.456623 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2674680b-f560-4c44-a235-03a74036a7bd req-89ce286d-d225-4652-b9e1-9c98865e0e19 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411999 Mar 31 15:36:02.859237 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device a7c29cb8-9842-4147-9f83-fafdfa8beae4 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:36:02.962355 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9918a9bd-3e51-4566-8b38-baa699fc3a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:02.970038 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:02.980367 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'port_id': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'mac_address': 'fa:16:3e:83:c0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:36:03.025025 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port a7c29cb8-9842-4147-9f83-fafdfa8beae4 is: ACTIVE; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:03.025429 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:03.039137 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7c29cb8-9842-4147-9f83-fafdfa8beae4 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:36:03.058284 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:03.062145 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:03.111985 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=a7c29cb8-9842-4147-9f83-fafdfa8beae4,revision_number=6']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:03.119161 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.119536 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.119874 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.120207 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.120560 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.120886 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.121232 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.121584 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.122146 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.122677 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.123004 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.123332 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.123655 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.123971 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.124286 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:03.148104 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['a7c29cb8-9842-4147-9f83-fafdfa8beae4'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:36:03.579838 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d925c-3bf8-46f9-92c6-3789bab09e22 req-09612009-8ec7-4b96-99c5-3392df290832 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:03.581368 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-304d925c-3bf8-46f9-92c6-3789bab09e22 req-09612009-8ec7-4b96-99c5-3392df290832 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 945 time: 0.0521870 Mar 31 15:36:03.630859 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-304d925c-3bf8-46f9-92c6-3789bab09e22 req-9b9a326d-f79a-4bfe-bcc7-e1e3f03964a7 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439959 Mar 31 15:36:04.755317 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ac978-8d8f-4a1a-990a-82b0ec36e169 req-e67d33c8-c065-430f-ac88-3c211de39aef tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:04.756785 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0a2ac978-8d8f-4a1a-990a-82b0ec36e169 req-e67d33c8-c065-430f-ac88-3c211de39aef tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 945 time: 0.0549984 Mar 31 15:36:04.806522 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-0a2ac978-8d8f-4a1a-990a-82b0ec36e169 req-bd83d63d-4296-4aa3-85c9-1ef066feb306 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433834 Mar 31 15:36:04.866976 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device a7c29cb8-9842-4147-9f83-fafdfa8beae4 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:04.916787 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port a7c29cb8-9842-4147-9f83-fafdfa8beae4 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:04.917475 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:05.008253 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port a7c29cb8-9842-4147-9f83-fafdfa8beae4 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:05.008633 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:05.032920 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:05.035176 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05775b0-dd91-49d0-b92f-677c3f3aa551" -d '{"events": [{"server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "name": "network-vif-plugged", "status": "completed", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:05.048416 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:05.053208 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:05.080694 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47549248-5e27-4e03-b1a1-5740d9eed542 x-openstack-request-id: req-47549248-5e27-4e03-b1a1-5740d9eed542 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:05.080981 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "name": "network-vif-plugged", "status": "completed", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:05.081254 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47549248-5e27-4e03-b1a1-5740d9eed542 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:05.081643 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47549248-5e27-4e03-b1a1-5740d9eed542'] response: {'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'code': 200} Mar 31 15:36:05.108412 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=a7c29cb8-9842-4147-9f83-fafdfa8beae4,revision_number=7']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:05.310713 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-89cf19f2-8e9f-4de3-9715-4b4c7bbc9f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:05.943164 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea489c-5d42-470f-a3c2-2b7059ced437 req-94e21c68-14ad-4405-b351-3703725edf7b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:05.944703 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-26ea489c-5d42-470f-a3c2-2b7059ced437 req-94e21c68-14ad-4405-b351-3703725edf7b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0595543 Mar 31 15:36:05.999090 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-26ea489c-5d42-470f-a3c2-2b7059ced437 req-d731d0ca-fbd4-4543-9d33-b24e68ee8598 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459411 Mar 31 15:36:06.573056 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:07.175909 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd82944-aed4-49fc-abdc-ec086dfaa8e1 req-f7b02196-c33a-495f-ad88-00e43d167642 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:07.177533 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-afd82944-aed4-49fc-abdc-ec086dfaa8e1 req-f7b02196-c33a-495f-ad88-00e43d167642 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0679793 Mar 31 15:36:07.239065 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-afd82944-aed4-49fc-abdc-ec086dfaa8e1 req-dc1e2c22-cc28-471a-bbee-e1688814d42a tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525181 Mar 31 15:36:07.984244 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:08.375998 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd90848-330a-42ea-a654-4d6ed3dc7549 req-5a8c95ec-d4c3-4fa9-a690-cdc5583e164e tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:08.377551 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9fd90848-330a-42ea-a654-4d6ed3dc7549 req-5a8c95ec-d4c3-4fa9-a690-cdc5583e164e tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0591698 Mar 31 15:36:08.432337 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9fd90848-330a-42ea-a654-4d6ed3dc7549 req-872a03aa-9a92-4b51-88c9-7d070e069861 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479429 Mar 31 15:36:09.485069 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:09.577404 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa94ce8-e632-4968-a033-46ea51ad11dc req-28393808-eae0-4c60-8370-8154a4e965a1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:09.578946 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-aaa94ce8-e632-4968-a033-46ea51ad11dc req-28393808-eae0-4c60-8370-8154a4e965a1 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0627165 Mar 31 15:36:09.629581 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-aaa94ce8-e632-4968-a033-46ea51ad11dc req-d55d3bb4-d526-472a-9bbb-7f66bcba5610 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448079 Mar 31 15:36:10.767155 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c3c35-2329-4757-8588-643ab5d20e06 req-64cc50c4-5b68-495b-86b0-34716d417e5f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:10.768690 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e89c3c35-2329-4757-8588-643ab5d20e06 req-64cc50c4-5b68-495b-86b0-34716d417e5f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0579107 Mar 31 15:36:10.818426 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e89c3c35-2329-4757-8588-643ab5d20e06 req-8947ebbb-9573-4bb8-aa2b-1b77e1f4a482 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438066 Mar 31 15:36:11.959247 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1ad83-8559-4c97-9f44-5076c634dd70 req-5ae7262b-67e7-4037-9272-e578670e0382 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:11.960873 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6cf1ad83-8559-4c97-9f44-5076c634dd70 req-5ae7262b-67e7-4037-9272-e578670e0382 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0566931 Mar 31 15:36:12.016575 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6cf1ad83-8559-4c97-9f44-5076c634dd70 req-48a0252f-b292-4f51-a97f-c7fdd11d98d2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481944 Mar 31 15:36:12.285967 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:36:13.162068 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0898c-ad29-4981-9564-976fe16643d3 req-8aaf3757-4118-4bf0-9e8c-4705c59be8cf tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:13.163749 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d9b0898c-ad29-4981-9564-976fe16643d3 req-8aaf3757-4118-4bf0-9e8c-4705c59be8cf tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0577033 Mar 31 15:36:13.216266 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d9b0898c-ad29-4981-9564-976fe16643d3 req-598cf076-4c8c-4d1a-af1c-f4490aef8885 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Mar 31 15:36:14.338496 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a0859-be7c-4efb-a8c2-a879aa26d7d5 req-0445f4d2-3f42-4b39-a957-23fc60366e7e tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:14.339963 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-572a0859-be7c-4efb-a8c2-a879aa26d7d5 req-0445f4d2-3f42-4b39-a957-23fc60366e7e tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0515380 Mar 31 15:36:14.386148 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-572a0859-be7c-4efb-a8c2-a879aa26d7d5 req-2d9941b3-6197-4778-adfa-a3f0ccc64c01 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400279 Mar 31 15:36:14.767685 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe920f8-34ef-428b-8ee9-8654567e02f6 req-6c540b48-58ea-4fd4-a330-e886c0e22877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:14.769075 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cbe920f8-34ef-428b-8ee9-8654567e02f6 req-6c540b48-58ea-4fd4-a330-e886c0e22877 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 1130 time: 0.0478489 Mar 31 15:36:14.864809 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe920f8-34ef-428b-8ee9-8654567e02f6 req-2f7c7f00-6b18-439e-832f-b17a4cb0f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:14.866394 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cbe920f8-34ef-428b-8ee9-8654567e02f6 req-2f7c7f00-6b18-439e-832f-b17a4cb0f6db service neutron] 10.222.0.13 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 918 time: 0.0919948 Mar 31 15:36:14.940425 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cbe920f8-34ef-428b-8ee9-8654567e02f6 req-fd40d2e7-61c0-403f-b5ee-da8a1b4b6c4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4 HTTP/1.1" status: 200 len: 1002 time: 0.0673733 Mar 31 15:36:14.987800 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe920f8-34ef-428b-8ee9-8654567e02f6 req-60a0cf51-bf3d-4941-8e9e-9b14d0c58115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:14.989267 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cbe920f8-34ef-428b-8ee9-8654567e02f6 req-60a0cf51-bf3d-4941-8e9e-9b14d0c58115 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 200 len: 856 time: 0.0435083 Mar 31 15:36:15.038081 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe920f8-34ef-428b-8ee9-8654567e02f6 req-252ff0ed-eada-4cc3-bf64-5c09d65004eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:15.039462 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cbe920f8-34ef-428b-8ee9-8654567e02f6 req-252ff0ed-eada-4cc3-bf64-5c09d65004eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08b94955-015d-4043-a03e-69b9f9451c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444825 Mar 31 15:36:15.131273 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cbe920f8-34ef-428b-8ee9-8654567e02f6 req-e2545a5c-022b-47c1-af7a-41b914887647 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853961 Mar 31 15:36:15.216304 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cbe920f8-34ef-428b-8ee9-8654567e02f6 req-7059d7ba-a01b-453b-8160-eb04717b0128 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798228 Mar 31 15:36:15.509802 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c18b14-f563-42e6-ba79-78a0a45a4663 req-90516470-fa98-4b92-a4ec-07dcf71a678f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:15.511273 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-58c18b14-f563-42e6-ba79-78a0a45a4663 req-90516470-fa98-4b92-a4ec-07dcf71a678f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0523853 Mar 31 15:36:15.561416 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-58c18b14-f563-42e6-ba79-78a0a45a4663 req-a999bf65-2c3a-42b2-bef9-af822b4f993c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 Mar 31 15:36:16.689333 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f75e0-20a0-4278-b204-2b236176434f req-85366a10-2f8f-47f8-a796-80f06671e252 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:16.690761 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-878f75e0-20a0-4278-b204-2b236176434f req-85366a10-2f8f-47f8-a796-80f06671e252 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 946 time: 0.0563867 Mar 31 15:36:16.744430 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-878f75e0-20a0-4278-b204-2b236176434f req-04fab087-5d66-4d3f-bab8-0bb7c551c881 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481880 Mar 31 15:36:16.944249 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device a7c29cb8-9842-4147-9f83-fafdfa8beae4 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:36:17.032266 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port a7c29cb8-9842-4147-9f83-fafdfa8beae4 is: ACTIVE; New status is: DOWN {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:17.032647 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.064323 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:17.066564 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5065b3c6-6e89-4a15-8752-39f41ff9c441" -d '{"events": [{"server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:17.083979 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:17.087479 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.112860 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fcc62f-c8a3-48a0-a49f-6e4221176fc3 x-openstack-request-id: req-d5fcc62f-c8a3-48a0-a49f-6e4221176fc3 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:17.113170 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:17.113422 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5fcc62f-c8a3-48a0-a49f-6e4221176fc3 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:17.113813 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5fcc62f-c8a3-48a0-a49f-6e4221176fc3'] response: {'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'code': 200} Mar 31 15:36:17.143930 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=a7c29cb8-9842-4147-9f83-fafdfa8beae4,revision_number=8']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:17.869004 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757427-a116-42e3-ada5-e9f670b103b4 req-0846b853-2fc0-401e-8a90-8f10fb1aa0d8 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:17.870488 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-da757427-a116-42e3-ada5-e9f670b103b4 req-0846b853-2fc0-401e-8a90-8f10fb1aa0d8 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0517087 Mar 31 15:36:17.916379 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-da757427-a116-42e3-ada5-e9f670b103b4 req-ab84730b-cdac-4bab-96e2-89985f1669f3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393696 Mar 31 15:36:18.843781 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420ad24-40b8-4cec-a9b0-4c4fa45c392a req-b7a34d16-27b7-473a-b27a-58e91a15b012 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:18.845306 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3420ad24-40b8-4cec-a9b0-4c4fa45c392a req-b7a34d16-27b7-473a-b27a-58e91a15b012 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0587199 Mar 31 15:36:18.873790 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-3d6aace1-c506-4295-ad2f-e9658de9ec3d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483460 Mar 31 15:36:18.893919 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3420ad24-40b8-4cec-a9b0-4c4fa45c392a req-df935cff-cb07-4944-aeae-f2f2214f45b0 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425086 Mar 31 15:36:18.946816 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-50264d17-354c-4a6f-b958-9d2509ca5131 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:18.948141 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-50264d17-354c-4a6f-b958-9d2509ca5131 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports/a7c29cb8-9842-4147-9f83-fafdfa8beae4 HTTP/1.1" status: 200 len: 941 time: 0.0458651 Mar 31 15:36:19.698277 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-f1cb60f6-2d66-41a1-a629-a2e5c87bb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:19.700367 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-f1cb60f6-2d66-41a1-a629-a2e5c87bb37b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d&tenant_id=f0c33db3d9a541fa99aeb6d8333fc436 HTTP/1.1" status: 200 len: 1128 time: 0.0455093 Mar 31 15:36:19.767856 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-b9f7f21f-bc4b-4df6-92b2-e949f88e337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:19.769351 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-b9f7f21f-bc4b-4df6-92b2-e949f88e337e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 1128 time: 0.0480657 Mar 31 15:36:19.860233 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-7f6146c4-99f4-4c32-8d89-582a8310c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:19.861743 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-7f6146c4-99f4-4c32-8d89-582a8310c927 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 200 len: 918 time: 0.0872266 Mar 31 15:36:19.930258 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-e4bbe484-075f-4147-9000-e86c1f474d3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4 HTTP/1.1" status: 200 len: 1000 time: 0.0627909 Mar 31 15:36:20.009430 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-a2b5562e-93e1-4f0c-badb-57ba5a9cc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:20.010772 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-a2b5562e-93e1-4f0c-badb-57ba5a9cc14f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 200 len: 856 time: 0.0751235 Mar 31 15:36:20.068638 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e2002-c352-47c5-b538-02707fa124d4 req-f955b4b2-4e9f-43db-ae1e-d592089cf1fa tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:20.070756 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9f2e2002-c352-47c5-b538-02707fa124d4 req-f955b4b2-4e9f-43db-ae1e-d592089cf1fa tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0984044 Mar 31 15:36:20.086905 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-4ab970e1-ebb0-46bb-b716-59dcac51bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:20.088333 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-4ab970e1-ebb0-46bb-b716-59dcac51bc04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08b94955-015d-4043-a03e-69b9f9451c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716121 Mar 31 15:36:20.173945 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9f2e2002-c352-47c5-b538-02707fa124d4 req-e0f5dfb8-3d80-4cc2-aba6-42f017ecf749 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968614 Mar 31 15:36:20.202351 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-1b918a19-9910-4a7b-a5c5-73001086ee92 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071081 Mar 31 15:36:20.296769 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d45ffc6f-29e7-4704-a40f-c7feeb69e346 req-1b86ba06-22e9-4f53-83fc-033a0e1daa73 service neutron] 10.222.0.13 "GET /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884778 Mar 31 15:36:21.319190 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3076685-317c-4dc7-908d-23672a410a8e req-9fa59554-3adb-46c2-ba5c-66c5b467f439 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:21.321596 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b3076685-317c-4dc7-908d-23672a410a8e req-9fa59554-3adb-46c2-ba5c-66c5b467f439 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0698059 Mar 31 15:36:21.380983 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b3076685-317c-4dc7-908d-23672a410a8e req-fae1f76f-1eea-485f-8cd0-c8d5d1a3be41 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487893 Mar 31 15:36:22.524741 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6703a6f-bc4d-4754-b718-8ceec4a5fffe req-15cf208e-125c-4fb4-b42c-f32ecca15797 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:22.526353 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f6703a6f-bc4d-4754-b718-8ceec4a5fffe req-15cf208e-125c-4fb4-b42c-f32ecca15797 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0552573 Mar 31 15:36:22.581438 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f6703a6f-bc4d-4754-b718-8ceec4a5fffe req-0901fd50-dba8-4c66-89ec-398e892f3b63 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483394 Mar 31 15:36:22.952678 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:23.712632 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e03e30-5d31-4903-8343-a71cac3e5f41 req-9dac5e18-0ec7-44a6-ab20-41a5dd5c1d02 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:23.715812 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c1e03e30-5d31-4903-8343-a71cac3e5f41 req-9dac5e18-0ec7-44a6-ab20-41a5dd5c1d02 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0576890 Mar 31 15:36:23.764768 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c1e03e30-5d31-4903-8343-a71cac3e5f41 req-9db3a3b9-75f6-41f3-a775-2579060fa915 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Mar 31 15:36:24.905312 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bcbb3-2f8c-4083-8445-f43ec23a8026 req-504552e4-6c53-4a6d-80c2-b91243607ffe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:24.906792 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1d4bcbb3-2f8c-4083-8445-f43ec23a8026 req-504552e4-6c53-4a6d-80c2-b91243607ffe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0630093 Mar 31 15:36:24.981072 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1d4bcbb3-2f8c-4083-8445-f43ec23a8026 req-b214cda2-1620-4d47-a319-518e3959511d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680962 Mar 31 15:36:26.123183 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f1ea8-945b-4089-9233-c7f6a9e88076 req-6a5f2a6d-bc93-4d01-9475-e5e9f496d0ae tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:26.124883 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d11f1ea8-945b-4089-9233-c7f6a9e88076 req-6a5f2a6d-bc93-4d01-9475-e5e9f496d0ae tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0545816 Mar 31 15:36:26.179243 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d11f1ea8-945b-4089-9233-c7f6a9e88076 req-6a6e99d9-9602-48fb-96ef-e9510ccde58d tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482748 Mar 31 15:36:27.316926 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c58234-722a-43a1-b46a-68defc1b5432 req-87f16325-aea3-4f58-b4dd-d5c7c42f9157 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:27.318418 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-75c58234-722a-43a1-b46a-68defc1b5432 req-87f16325-aea3-4f58-b4dd-d5c7c42f9157 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0547819 Mar 31 15:36:27.368236 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-75c58234-722a-43a1-b46a-68defc1b5432 req-4d7dd53b-23c7-4e1c-ba3b-4cee089d65c2 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442441 Mar 31 15:36:28.552064 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fac9ff-8988-425f-925a-50a8b64a045d req-0c32c563-7c74-41e9-b30a-9ada81da9293 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:28.553615 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f0fac9ff-8988-425f-925a-50a8b64a045d req-0c32c563-7c74-41e9-b30a-9ada81da9293 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.1097651 Mar 31 15:36:28.602771 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f0fac9ff-8988-425f-925a-50a8b64a045d req-ec00789b-0312-4cf0-8ec2-28e4a9c3663e tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Mar 31 15:36:29.778813 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627193f-82e6-4e57-a8c2-809b475b8b3a req-0a439d36-c9b0-42ab-ba5d-aa0e4288501b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:29.780322 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3627193f-82e6-4e57-a8c2-809b475b8b3a req-0a439d36-c9b0-42ab-ba5d-aa0e4288501b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.1057217 Mar 31 15:36:29.829404 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3627193f-82e6-4e57-a8c2-809b475b8b3a req-efd87d50-6e10-4f1d-9f2c-ae009663a098 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 Mar 31 15:36:30.948700 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f7cad-d20b-4f30-b5df-c7c5ead0f183 req-a78ad821-2460-4179-8230-1898c9446792 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:30.950750 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f5f7cad-d20b-4f30-b5df-c7c5ead0f183 req-a78ad821-2460-4179-8230-1898c9446792 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 944 time: 0.0510268 Mar 31 15:36:30.995236 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device a7c29cb8-9842-4147-9f83-fafdfa8beae4 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:36:30.996109 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f5f7cad-d20b-4f30-b5df-c7c5ead0f183 req-523186cb-e9eb-4d43-9acb-5fbfac380876 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397491 Mar 31 15:36:31.095822 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:31.107186 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'port_id': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'mac_address': 'fa:16:3e:83:c0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:36:31.143400 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port a7c29cb8-9842-4147-9f83-fafdfa8beae4 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:31.143787 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.156826 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c29cb8-9842-4147-9f83-fafdfa8beae4 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:36:31.176318 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:31.180434 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.228360 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=a7c29cb8-9842-4147-9f83-fafdfa8beae4,revision_number=9']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:31.404704 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['a7c29cb8-9842-4147-9f83-fafdfa8beae4'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:36:31.430937 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-10e57311-aa4c-416d-b0cf-098b2ff0e01d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420203 Mar 31 15:36:31.499866 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-4d5278f8-25e5-465d-a49f-0bfb1a11e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:31.501388 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-4d5278f8-25e5-465d-a49f-0bfb1a11e259 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 1129 time: 0.0491605 Mar 31 15:36:31.604001 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-d2ed5d57-c084-4fec-b93a-5cbd070adf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:31.606136 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-d2ed5d57-c084-4fec-b93a-5cbd070adf2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 913 time: 0.0874248 Mar 31 15:36:31.674031 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-9627dd89-a770-4aba-b036-f8ef0656859d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c365336-ce38-4bed-80fa-2dbd1de8a829 HTTP/1.1" status: 200 len: 1001 time: 0.0621641 Mar 31 15:36:31.721493 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-a230a105-7931-4846-b1df-fdd60483f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:31.722905 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-a230a105-7931-4846-b1df-fdd60483f5e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0429761 Mar 31 15:36:31.788285 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-393e247f-ab09-4244-a437-e5e558bfd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:31.789796 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-393e247f-ab09-4244-a437-e5e558bfd62e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0610993 Mar 31 15:36:31.883815 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-051901e5-ef6a-48fe-a7fb-c9edce052384 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869815 Mar 31 15:36:31.971002 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-60fe8217-13b8-4873-ac20-001daa5fa61b req-84537a2b-a99a-4c0e-afa1-91708c3bdf7f service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808983 Mar 31 15:36:32.120978 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bd75a-8302-45e4-87df-0d77880348dd req-b970e1b6-63b2-47b4-88ea-df160266f446 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:32.122450 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-213bd75a-8302-45e4-87df-0d77880348dd req-b970e1b6-63b2-47b4-88ea-df160266f446 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 945 time: 0.0535560 Mar 31 15:36:32.171917 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-213bd75a-8302-45e4-87df-0d77880348dd req-3011343b-60a5-4fdb-9b96-34daef207ecb tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Mar 31 15:36:32.944336 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f547ae0b-8ee2-45c0-88c6-25a0dc5341f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.997990 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device a7c29cb8-9842-4147-9f83-fafdfa8beae4 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:33.045799 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port a7c29cb8-9842-4147-9f83-fafdfa8beae4 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:33.046164 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:33.125159 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port a7c29cb8-9842-4147-9f83-fafdfa8beae4 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:33.125461 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:33.146547 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:33.148751 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a2f0c3-5541-4ebd-99d0-5d5992cc724d" -d '{"events": [{"server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "name": "network-vif-plugged", "status": "completed", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:33.161352 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:33.165968 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:33.189726 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486fa1fc-a1f9-406e-9d06-b68c3f899718 x-openstack-request-id: req-486fa1fc-a1f9-406e-9d06-b68c3f899718 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:33.190016 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "name": "network-vif-plugged", "status": "completed", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:33.190264 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-486fa1fc-a1f9-406e-9d06-b68c3f899718 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:33.190648 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486fa1fc-a1f9-406e-9d06-b68c3f899718'] response: {'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'code': 200} Mar 31 15:36:33.218092 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=a7c29cb8-9842-4147-9f83-fafdfa8beae4,revision_number=10']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:33.301707 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515064b-5499-44a2-b2a4-290363f430ca req-014a3872-31f9-4e18-959b-889c236cf054 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:33.303284 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f515064b-5499-44a2-b2a4-290363f430ca req-014a3872-31f9-4e18-959b-889c236cf054 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 947 time: 0.0539117 Mar 31 15:36:33.352218 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f515064b-5499-44a2-b2a4-290363f430ca req-c730386c-d2b9-4096-9c3b-b73417214dab tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409162 Mar 31 15:36:33.410922 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b204d04-1567-4976-a34d-915a87a71ff8 req-1e1cd1ea-f5c1-43fb-b5c0-ef341924f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:33.412304 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8b204d04-1567-4976-a34d-915a87a71ff8 req-1e1cd1ea-f5c1-43fb-b5c0-ef341924f921 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 1131 time: 0.0448222 Mar 31 15:36:33.454935 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8b204d04-1567-4976-a34d-915a87a71ff8 req-12a6d021-7f8a-4931-99da-a645bfff7a28 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360522 Mar 31 15:36:34.480287 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89efa44-c87c-42c1-9b6f-a345472094c6 req-156826e5-83c5-431f-bcee-7a060fa14681 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:34.481770 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d89efa44-c87c-42c1-9b6f-a345472094c6 req-156826e5-83c5-431f-bcee-7a060fa14681 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 947 time: 0.0552938 Mar 31 15:36:34.529875 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d89efa44-c87c-42c1-9b6f-a345472094c6 req-4318e701-9c7d-4c97-a2f6-0b245ca6fdb9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423706 Mar 31 15:36:35.307296 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-b04e2e34-bc5b-4788-96c0-c82dc7641cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:35.653882 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504b190-7a40-4e93-aa03-18af6b330ab0 req-78f9b348-de76-49aa-b95b-010bd185dc6f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:35.655491 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4504b190-7a40-4e93-aa03-18af6b330ab0 req-78f9b348-de76-49aa-b95b-010bd185dc6f tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 947 time: 0.0539997 Mar 31 15:36:35.701332 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4504b190-7a40-4e93-aa03-18af6b330ab0 req-ef496e7c-62bb-48cd-a3f3-3ebbbfa271e3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403292 Mar 31 15:36:36.570986 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:37.989011 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:39.483045 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:48.630646 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c254114-fc75-44eb-8876-522df5674b2c req-c7c12aed-4ed6-454a-844a-e78143bd34e6 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:48.632100 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8c254114-fc75-44eb-8876-522df5674b2c req-c7c12aed-4ed6-454a-844a-e78143bd34e6 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 945 time: 0.0616829 Mar 31 15:36:48.680432 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8c254114-fc75-44eb-8876-522df5674b2c req-5233496d-4677-49ed-a9b0-aa9a95c1a4ef tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425658 Mar 31 15:36:49.284975 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:36:49.800896 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8bf8-4b8d-451e-a4d7-9d18c61a31d5 req-c15585bc-83d9-4a96-81a4-bfac55b96877 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:49.802410 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-731d8bf8-4b8d-451e-a4d7-9d18c61a31d5 req-c15585bc-83d9-4a96-81a4-bfac55b96877 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 945 time: 0.0545120 Mar 31 15:36:49.852455 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-731d8bf8-4b8d-451e-a4d7-9d18c61a31d5 req-ca30ebbd-23ab-494c-86c5-a309d689ca9f tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444818 Mar 31 15:36:50.237972 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-ee0d0aea-97ff-432c-a81e-3f8d13ad8313 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:50.239411 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-ee0d0aea-97ff-432c-a81e-3f8d13ad8313 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 945 time: 0.0506070 Mar 31 15:36:50.336220 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Deleting port 4c365336-ce38-4bed-80fa-2dbd1de8a829 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:36:50.336552 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.424268 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] For port 4c365336-ce38-4bed-80fa-2dbd1de8a829, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4c365336-ce38-4bed-80fa-2dbd1de8a829,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:50.424635 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.594635 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.594994 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (d3a3d425-5e16-446c-8d51-c86079eb1b61), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.595306 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Floating IP d3a3d425-5e16-446c-8d51-c86079eb1b61 disassociated. External IP: 172.27.2.247, port: 4c365336-ce38-4bed-80fa-2dbd1de8a829. Mar 31 15:36:50.595640 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Calling delete_port for 4c365336-ce38-4bed-80fa-2dbd1de8a829 owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:36:50.718666 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (4c365336-ce38-4bed-80fa-2dbd1de8a829), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.750691 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event deleted for resources: {'Port': ['ID=4c365336-ce38-4bed-80fa-2dbd1de8a829,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:50.763088 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.763324 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.763663 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.763998 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.764327 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.764652 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.764978 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.765327 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.765649 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.765970 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.766297 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.766614 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.766930 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.767246 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.767587 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:50.879460 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:36:51.251612 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e8b3ad6d-eead-4673-89cc-2a935c564ad9 req-04eddb48-1db4-402b-af60-95ef317abcb8 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=f799c659-8e29-432c-b45c-a23f8fbe07be HTTP/1.1" status: 200 len: 210 time: 0.3297448 Mar 31 15:36:51.285993 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:36:51.297180 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c426048-e08f-4d4e-9b25-560033409c2f None None] Sync routers for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:36:51.306824 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c426048-e08f-4d4e-9b25-560033409c2f None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:51.307435 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-1c426048-e08f-4d4e-9b25-560033409c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:36:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:51.326955 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] No DVR routers for this DVR port 4c365336-ce38-4bed-80fa-2dbd1de8a829 on host hv-cinder-75078 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:36:51.329452 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:51.332641 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-42acde72-eba0-4249-b0b1-27205a94eeb6 req-4d32f541-6f73-4c53-be91-9fe340166058 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "DELETE /v2.0/ports/4c365336-ce38-4bed-80fa-2dbd1de8a829 HTTP/1.1" status: 204 len: 173 time: 1.0864868 Mar 31 15:36:51.333070 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'name': 'network-vif-deleted', 'tag': '4c365336-ce38-4bed-80fa-2dbd1de8a829'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:51.335342 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a31e104-a282-4bcd-977d-cc64b138d8d7" -d '{"events": [{"server_uuid": "f799c659-8e29-432c-b45c-a23f8fbe07be", "name": "network-vif-deleted", "tag": "4c365336-ce38-4bed-80fa-2dbd1de8a829"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:51.373705 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5c57e6-3022-45b2-a6d2-240044b4caf1 x-openstack-request-id: req-9e5c57e6-3022-45b2-a6d2-240044b4caf1 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:51.373996 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f799c659-8e29-432c-b45c-a23f8fbe07be", "name": "network-vif-deleted", "tag": "4c365336-ce38-4bed-80fa-2dbd1de8a829", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:51.374262 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e5c57e6-3022-45b2-a6d2-240044b4caf1 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:51.374917 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e5c57e6-3022-45b2-a6d2-240044b4caf1'] response: {'server_uuid': 'f799c659-8e29-432c-b45c-a23f8fbe07be', 'name': 'network-vif-deleted', 'tag': '4c365336-ce38-4bed-80fa-2dbd1de8a829', 'status': 'completed', 'code': 200} Mar 31 15:36:51.510334 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-1c426048-e08f-4d4e-9b25-560033409c2f None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:51.716742 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-1c426048-e08f-4d4e-9b25-560033409c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:51.742641 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c426048-e08f-4d4e-9b25-560033409c2f None None] Checking router: 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:36:51.751236 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c426048-e08f-4d4e-9b25-560033409c2f None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:51.751837 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-1c426048-e08f-4d4e-9b25-560033409c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:36:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:51.860294 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-1c426048-e08f-4d4e-9b25-560033409c2f None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:52.070933 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-1c426048-e08f-4d4e-9b25-560033409c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:52.097983 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c426048-e08f-4d4e-9b25-560033409c2f None None] The sync data for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi is: [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:36:52.325251 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6679c1-9a7b-4d7f-a88a-6d0b2b054e3e None None] New status for floating IP d3a3d425-5e16-446c-8d51-c86079eb1b61: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:36:52.574716 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-a10a6443-8816-44ba-ac0d-42475a6d204d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761507457&fields=id&tenant_id=3f5e17047f454b4d9c3deffcaf725901 HTTP/1.1" status: 200 len: 267 time: 0.0453162 Mar 31 15:36:52.684639 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142e137-24ed-48a8-9c37-7778ede3682b req-f66fafb9-14c1-462b-ae48-93775ad7eb51 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:52.686093 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-f66fafb9-14c1-462b-ae48-93775ad7eb51 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 812 time: 0.1042483 Mar 31 15:36:52.700566 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-9769d002-a4d1-4034-a347-afe2351b3a5b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/quotas/3f5e17047f454b4d9c3deffcaf725901 HTTP/1.1" status: 200 len: 375 time: 0.0090756 Mar 31 15:36:52.754649 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-8f23503a-1ca5-4b66-8ca0-9f2a85e2dfc5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492730 Mar 31 15:36:52.769162 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-ea5d1a1f-4e37-4aa8-86fc-7742af1ae062 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:36:52.770107 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-ea5d1a1f-4e37-4aa8-86fc-7742af1ae062 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049384 Mar 31 15:36:52.856141 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-78f61c28-c04f-4c70-97af-7da4a1132763 service neutron] 10.222.0.11 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808485 Mar 31 15:36:52.956081 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-a7f63753-50f9-425b-88de-8cc1e243f926 service neutron] 10.222.0.11 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941997 Mar 31 15:36:52.963913 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.091261 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 4c365336-ce38-4bed-80fa-2dbd1de8a829 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:36:53.112419 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 4c365336-ce38-4bed-80fa-2dbd1de8a829 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:36:53.112616 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 4c365336-ce38-4bed-80fa-2dbd1de8a829 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:36:53.245992 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a4d6c959-9ea5-471f-9e6e-bfbc23a16456 req-d32800ec-a4c0-45a3-9b51-dc1fc4e5d61d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 210 time: 0.0277202 Mar 31 15:36:54.275315 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142e137-24ed-48a8-9c37-7778ede3682b req-4ebedea6-4b26-4ad5-bf82-eba6b8fff572 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:54.277600 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-4ebedea6-4b26-4ad5-bf82-eba6b8fff572 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 812 time: 0.1080685 Mar 31 15:36:54.356495 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-71707556-5fcf-4bfb-ae2e-b42a85007919 req-8d2502de-5128-49e3-a343-6ab1273912de tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 210 time: 0.0393250 Mar 31 15:36:54.370299 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-aa9ad7a7-04a7-4d33-bfee-4314f4cfba12 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5e17047f454b4d9c3deffcaf725901 HTTP/1.1" status: 200 len: 379 time: 0.0844674 Mar 31 15:36:54.380182 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'port': {'device_id': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'admin_state_up': True, 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'security_groups': ['98c71c1a-3ea6-43cb-abe5-438334557299']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:54.488991 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Made reservation on behalf of 3f5e17047f454b4d9c3deffcaf725901 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:54.492546 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:54.621315 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Allocated IP 172.20.0.5 (497cf4e4-1398-4f5c-8b91-3b72244825b0/9f5472fc-a43a-489f-8405-33af6e109945/ce7ec6f8-f89e-44ac-8038-ea58fa1e5229) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:54.775741 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:54.812434 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:54.852455 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Network 497cf4e4-1398-4f5c-8b91-3b72244825b0 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:54.856133 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:54.858718 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:54.891800 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'Port': ['ID=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:54.922342 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:54.923167 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:54.943315 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-b433d8d5-d658-4fad-a09a-cf2db009e7e1 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5668530 Mar 31 15:36:54.952611 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-60892202-d105-4597-8f68-19037d473a65 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:36:54.953725 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-60892202-d105-4597-8f68-19037d473a65 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057318 Mar 31 15:36:55.014219 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Request body: {'port': {'device_id': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:55.074930 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a0792dbf-5566-4372-95e8-4cea3dbefed0 None None] Provisioning complete for port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:55.075864 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a0792dbf-5566-4372-95e8-4cea3dbefed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.081539 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.110524 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a0792dbf-5566-4372-95e8-4cea3dbefed0 None None] Port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:36:55.356202 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:36:55.364295 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Publish callbacks [] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.377255 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Transition to ACTIVE for port object ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:36:55.386862 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.477742 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:55.560627 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee9247-4540-4616-98d1-456dea4b5de4 req-25ba94c2-d61b-4ee3-8283-05c58960dade tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:55.568015 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-afee9247-4540-4616-98d1-456dea4b5de4 req-25ba94c2-d61b-4ee3-8283-05c58960dade tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 943 time: 0.1304884 Mar 31 15:36:55.631234 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Attempting to bind port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:36:55.631572 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Attempting to bind port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:36:55.631902 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Attempting to bind port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 on network 497cf4e4-1398-4f5c-8b91-3b72244825b0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:55.645696 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-afee9247-4540-4616-98d1-456dea4b5de4 req-ceedf350-7586-47dc-84fc-99ac8c50b2bf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767682 Mar 31 15:36:55.647057 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 on network 497cf4e4-1398-4f5c-8b91-3b72244825b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:36:55.647782 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Attempting to bind port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 on network 497cf4e4-1398-4f5c-8b91-3b72244825b0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:55.655171 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:36:55.656225 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Checking segment: {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:55.656623 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Bound using segment: {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:36:55.657060 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Bound port: ce7ec6f8-f89e-44ac-8038-ea58fa1e5229, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:36:55.657438 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.719934 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] For port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229, host hv-cinder-75078, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:36:55.722994 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] For port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:36:55.729277 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.762815 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:55.763431 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.764806 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 HTTP/1.1" status: 200 len: 1093 time: 0.8036981 Mar 31 15:36:55.765259 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'tag': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:55.767507 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bac4401-bf26-48d9-8944-4b2ecdf32e6d", "tag": "ce7ec6f8-f89e-44ac-8038-ea58fa1e5229"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:55.797789 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce99768-8c3a-4dfb-8c54-8ba9e04e31e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:55.816878 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeeadb6-26fe-4031-b37d-0d1a70126256 x-openstack-request-id: req-daeeadb6-26fe-4031-b37d-0d1a70126256 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:55.817195 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bac4401-bf26-48d9-8944-4b2ecdf32e6d", "tag": "ce7ec6f8-f89e-44ac-8038-ea58fa1e5229", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:55.817452 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-daeeadb6-26fe-4031-b37d-0d1a70126256 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:55.817854 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daeeadb6-26fe-4031-b37d-0d1a70126256'] response: {'name': 'network-changed', 'server_uuid': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'tag': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'status': 'completed', 'code': 200} Mar 31 15:36:55.854128 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142e137-24ed-48a8-9c37-7778ede3682b req-f23ff67f-1054-484f-8e95-dea60852f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:55.856281 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-f23ff67f-1054-484f-8e95-dea60852f2b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 1127 time: 0.0512965 Mar 31 15:36:55.910102 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-d5e8b7b5-b58c-429e-97b7-2052e6121579 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 HTTP/1.1" status: 200 len: 217 time: 0.0445614 Mar 31 15:36:55.962593 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142e137-24ed-48a8-9c37-7778ede3682b req-f5ce7be6-372f-4285-95cd-cc8d9197aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:55.964142 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-f5ce7be6-372f-4285-95cd-cc8d9197aea1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0476251 Mar 31 15:36:56.012274 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142e137-24ed-48a8-9c37-7778ede3682b req-1be10b4e-445c-4e0d-b1db-26b7af6cee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:56.013762 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-1be10b4e-445c-4e0d-b1db-26b7af6cee73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441253 Mar 31 15:36:56.104648 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-db305902-3a96-4703-a158-9920657e5995 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844152 Mar 31 15:36:56.193337 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b142e137-24ed-48a8-9c37-7778ede3682b req-47165f25-0f89-4912-948e-ea5375e482c1 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824888 Mar 31 15:36:56.288659 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f req-d26816c7-2ec8-41da-b676-0c22f53ec317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:56.290201 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f req-d26816c7-2ec8-41da-b676-0c22f53ec317 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 1127 time: 0.0505025 Mar 31 15:36:56.379341 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f req-325d7225-59ce-4a98-829f-8b6025110dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:56.380782 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f req-325d7225-59ce-4a98-829f-8b6025110dc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 913 time: 0.0830574 Mar 31 15:36:56.421570 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f req-756904b8-6968-41eb-a957-0f2be1a49894 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 HTTP/1.1" status: 200 len: 217 time: 0.0338717 Mar 31 15:36:56.473025 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f req-3ed57064-a202-40f2-8864-ccc357bc7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:56.474389 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f req-3ed57064-a202-40f2-8864-ccc357bc7ed7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0462437 Mar 31 15:36:56.523874 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f req-af7c2afc-0d69-44b5-9a19-1de16e52a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:56.525387 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f req-af7c2afc-0d69-44b5-9a19-1de16e52a664 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431998 Mar 31 15:36:56.612534 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f req-98a97677-bc9a-435a-b5c4-02627e882cf1 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813212 Mar 31 15:36:56.706696 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-54e0bd4c-3e68-4ec9-bea5-72f139348a5f req-39014196-c6e3-494e-95db-96ca50337524 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875196 Mar 31 15:36:56.766816 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd4b9a-7c35-486d-89df-ba079ef20547 req-3fa65d99-08e2-45dd-b9c3-52e2afe0360d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:56.768182 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a2dd4b9a-7c35-486d-89df-ba079ef20547 req-3fa65d99-08e2-45dd-b9c3-52e2afe0360d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 943 time: 0.0540137 Mar 31 15:36:56.817467 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a2dd4b9a-7c35-486d-89df-ba079ef20547 req-805cfc2f-a8f6-4e08-98f9-ddfb456ee219 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436630 Mar 31 15:36:57.939622 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095078b-c487-4281-b12b-b1189f7a4d55 req-52110444-3547-40cd-a1e8-7c424cfb3203 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:57.941076 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5095078b-c487-4281-b12b-b1189f7a4d55 req-52110444-3547-40cd-a1e8-7c424cfb3203 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 943 time: 0.0558574 Mar 31 15:36:57.988426 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5095078b-c487-4281-b12b-b1189f7a4d55 req-aa268005-110f-45e4-958c-2bb7aafc15bf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418200 Mar 31 15:36:59.105528 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e58def-908e-4a4e-9e5d-170a17108246 req-bcba5fb1-5592-41c7-8333-0832026a282a tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:59.107103 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f3e58def-908e-4a4e-9e5d-170a17108246 req-bcba5fb1-5592-41c7-8333-0832026a282a tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 943 time: 0.0530124 Mar 31 15:36:59.155566 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f3e58def-908e-4a4e-9e5d-170a17108246 req-91b65190-e1f0-42df-b4c4-8b62ed40799a tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429027 Mar 31 15:37:00.275620 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0c10f-f35f-482e-8d7b-c3fc5066e3a3 req-9d6b4f7f-5bed-4004-bb5f-6ced49cc5c2f tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:00.277259 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b4c0c10f-f35f-482e-8d7b-c3fc5066e3a3 req-9d6b4f7f-5bed-4004-bb5f-6ced49cc5c2f tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 943 time: 0.0522273 Mar 31 15:37:00.329303 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b4c0c10f-f35f-482e-8d7b-c3fc5066e3a3 req-6bf1282e-1b21-474e-a056-9bfb76d93fd6 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464764 Mar 31 15:37:01.446036 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f7cfa-cca8-4884-9a2f-a276848b6a44 req-f355b1c5-78ec-4815-8322-ce175614ceec tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:01.447489 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2f3f7cfa-cca8-4884-9a2f-a276848b6a44 req-f355b1c5-78ec-4815-8322-ce175614ceec tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 943 time: 0.0527804 Mar 31 15:37:01.494898 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2f3f7cfa-cca8-4884-9a2f-a276848b6a44 req-a6054a3d-0360-486b-9fd2-1f753086c2ef tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408697 Mar 31 15:37:02.615004 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9b698-708e-44ee-8593-d6e8688e2767 req-d7ffbb23-ccb1-4a02-b611-241b5a967435 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:02.616520 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d7a9b698-708e-44ee-8593-d6e8688e2767 req-d7ffbb23-ccb1-4a02-b611-241b5a967435 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 943 time: 0.0548515 Mar 31 15:37:02.665660 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d7a9b698-708e-44ee-8593-d6e8688e2767 req-14dee078-114c-4e02-afe7-49040a1a8517 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429528 Mar 31 15:37:02.946366 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-34aab20e-2687-4113-8ff6-fb111d9e25ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.123360 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:37:03.221024 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:03.232360 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'port_id': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'mac_address': 'fa:16:3e:e3:b7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:37:03.268234 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:03.268612 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.281110 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:03.300241 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:03.303801 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.348068 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:03.355533 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.355872 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.356207 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.356538 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.356864 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.357289 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.357616 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.357929 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.358247 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.358562 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.358886 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.359198 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.359570 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.359826 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.360136 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:03.544372 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['ce7ec6f8-f89e-44ac-8038-ea58fa1e5229'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:37:03.789883 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7995369-324c-486b-b1f9-806147ba4fef req-14797913-fe2d-4e05-beb4-5d57e00308ac tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:03.791332 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a7995369-324c-486b-b1f9-806147ba4fef req-14797913-fe2d-4e05-beb4-5d57e00308ac tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 944 time: 0.0577288 Mar 31 15:37:03.840116 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-a7995369-324c-486b-b1f9-806147ba4fef req-82a752ea-4cb8-42e6-a0fa-f932f87925e9 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428500 Mar 31 15:37:04.958404 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7713d-e4ab-4f6a-9cad-a3450b4afd56 req-4b36f0b4-c118-4c17-af39-1a8d5c57ff61 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:04.959884 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c9b7713d-e4ab-4f6a-9cad-a3450b4afd56 req-4b36f0b4-c118-4c17-af39-1a8d5c57ff61 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 944 time: 0.0550323 Mar 31 15:37:05.009219 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c9b7713d-e4ab-4f6a-9cad-a3450b4afd56 req-4d21fca1-908c-4cb3-b6bf-2fa0bc8376a0 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431113 Mar 31 15:37:05.129862 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:37:05.180156 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:37:05.184286 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:05.184658 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:05.262928 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:05.263321 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:05.286651 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:05.288886 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49ae3c9-4897-48c6-9898-8bb0bfa8b5e6" -d '{"events": [{"server_uuid": "1bac4401-bf26-48d9-8944-4b2ecdf32e6d", "name": "network-vif-plugged", "status": "completed", "tag": "ce7ec6f8-f89e-44ac-8038-ea58fa1e5229"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:05.305556 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:05.311894 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:05.343335 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f6fb9f-bd08-4db2-bef1-019c00a52cd2 x-openstack-request-id: req-f4f6fb9f-bd08-4db2-bef1-019c00a52cd2 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:05.343625 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bac4401-bf26-48d9-8944-4b2ecdf32e6d", "name": "network-vif-plugged", "status": "completed", "tag": "ce7ec6f8-f89e-44ac-8038-ea58fa1e5229", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:05.343874 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4f6fb9f-bd08-4db2-bef1-019c00a52cd2 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:05.344253 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f6fb9f-bd08-4db2-bef1-019c00a52cd2'] response: {'server_uuid': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'code': 200} Mar 31 15:37:05.346607 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3ba31851-ff9c-47a0-9054-b13f2d044bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:05.371466 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:05.564066 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff248a9-c436-4430-afda-29bca7826b6b req-a7c214c2-d5f0-40d4-a50a-3170f0c8b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:05.565566 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fff248a9-c436-4430-afda-29bca7826b6b req-a7c214c2-d5f0-40d4-a50a-3170f0c8b60d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 1129 time: 0.0480056 Mar 31 15:37:05.612821 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-fff248a9-c436-4430-afda-29bca7826b6b req-c60db1c9-d1a4-4f16-b1b1-80d587f8e68a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409338 Mar 31 15:37:06.128955 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55498f8-0622-41fa-ac6c-49698e55e906 req-854b0762-15e3-4d3d-80c6-cfbb48f86c93 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:06.130376 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b55498f8-0622-41fa-ac6c-49698e55e906 req-854b0762-15e3-4d3d-80c6-cfbb48f86c93 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 945 time: 0.0533161 Mar 31 15:37:06.178733 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b55498f8-0622-41fa-ac6c-49698e55e906 req-5d2df488-93e3-4545-813f-cd9d423da44f tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427463 Mar 31 15:37:06.571311 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.303796 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0a545-8e66-481c-81a9-1e5bf64d7fb0 req-7dbae3dc-47a5-4868-b966-3d993fcc5520 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:07.305271 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d3a0a545-8e66-481c-81a9-1e5bf64d7fb0 req-7dbae3dc-47a5-4868-b966-3d993fcc5520 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 945 time: 0.0570536 Mar 31 15:37:07.356622 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d3a0a545-8e66-481c-81a9-1e5bf64d7fb0 req-0091a1ed-6d9b-4e0a-85c4-2ba6786ccb3e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456583 Mar 31 15:37:07.471567 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d7281-c601-4acb-85e5-7e18c6a1ff45 req-4ec74b9b-933e-4c22-b739-e5cff21fb33b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:07.472957 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c08d7281-c601-4acb-85e5-7e18c6a1ff45 req-4ec74b9b-933e-4c22-b739-e5cff21fb33b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 945 time: 0.0520427 Mar 31 15:37:07.522631 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-c08d7281-c601-4acb-85e5-7e18c6a1ff45 req-44607022-d9c9-4d3f-89f3-a4c6415b65bf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441244 Mar 31 15:37:07.545548 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58830) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:07.590316 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa873444-6fc1-4e1f-965a-215f2165b158 tempest-TestVolumeBootPattern-1461023688 tempest-TestVolumeBootPattern-1461023688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:07.591848 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-aa873444-6fc1-4e1f-965a-215f2165b158 tempest-TestVolumeBootPattern-1461023688 tempest-TestVolumeBootPattern-1461023688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 1124 time: 0.0453253 Mar 31 15:37:07.594685 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58832) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:07.598831 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'port_id': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:07.618753 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.717294 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.824258 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Allocated IP 172.27.2.197 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/0da69d0e-5eb5-4bae-a0bf-4dc9f1603134) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:07.923621 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for port (0da69d0e-5eb5-4bae-a0bf-4dc9f1603134), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.956834 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (0da69d0e-5eb5-4bae-a0bf-4dc9f1603134), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.984936 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.994070 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:07.999938 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:08.003530 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:37:08.009042 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'Port': ['ID=0da69d0e-5eb5-4bae-a0bf-4dc9f1603134,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:08.038840 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.039193 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.039531 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.040384 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.040384 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.040654 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.040834 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.041187 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.041591 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.041872 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.042198 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.042516 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.042836 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.043155 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.043471 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:08.361738 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (4093fc8e-503e-412c-9a0a-d23bdc69ad90), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:08.429240 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (0da69d0e-5eb5-4bae-a0bf-4dc9f1603134), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:08.580158 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for port (0da69d0e-5eb5-4bae-a0bf-4dc9f1603134), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:08.585208 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (0da69d0e-5eb5-4bae-a0bf-4dc9f1603134), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:08.661669 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'Port': ['ID=0da69d0e-5eb5-4bae-a0bf-4dc9f1603134,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:08.671936 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (4093fc8e-503e-412c-9a0a-d23bdc69ad90), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.045810 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Floating IP 4093fc8e-503e-412c-9a0a-d23bdc69ad90 associated. External IP: 172.27.2.197, port: ce7ec6f8-f89e-44ac-8038-ea58fa1e5229. Mar 31 15:37:09.263570 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:37:09.388504 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:37:09.399008 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f6a79-6092-4659-82d3-e83b44bfd540 None None] Sync routers for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:37:09.399917 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cff42f-243c-4138-8850-f700a9c08926 req-f654b338-36ec-4351-9496-7411bab9cc23 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:09.402822 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-80cff42f-243c-4138-8850-f700a9c08926 req-f654b338-36ec-4351-9496-7411bab9cc23 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 947 time: 0.0568497 Mar 31 15:37:09.407282 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.412567 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f6a79-6092-4659-82d3-e83b44bfd540 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:09.412994 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-603f6a79-6092-4659-82d3-e83b44bfd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:37:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:09.449694 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-40be494d-f27d-4ef2-a2fd-1320fdc60843 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8422482 Mar 31 15:37:09.449694 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'tag': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:09.449694 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "1bac4401-bf26-48d9-8944-4b2ecdf32e6d", "tag": "ce7ec6f8-f89e-44ac-8038-ea58fa1e5229"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:09.483061 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-80cff42f-243c-4138-8850-f700a9c08926 req-74936895-02af-4a36-bd01-7957e44acde3 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688848 Mar 31 15:37:09.486897 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.529879 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-603f6a79-6092-4659-82d3-e83b44bfd540 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:09.546321 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6fdfe6-8888-4830-906c-17444ab08b61 x-openstack-request-id: req-5c6fdfe6-8888-4830-906c-17444ab08b61 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:09.546606 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bac4401-bf26-48d9-8944-4b2ecdf32e6d", "tag": "ce7ec6f8-f89e-44ac-8038-ea58fa1e5229", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:09.546855 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c6fdfe6-8888-4830-906c-17444ab08b61 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:09.547251 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6fdfe6-8888-4830-906c-17444ab08b61'] response: {'name': 'network-changed', 'server_uuid': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'tag': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'status': 'completed', 'code': 200} Mar 31 15:37:09.616723 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8 req-a6c95a66-1f44-49df-8fbd-7e3f372d0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:09.618250 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8 req-a6c95a66-1f44-49df-8fbd-7e3f372d0ff9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 1129 time: 0.0487702 Mar 31 15:37:09.708110 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8 req-ab430f2e-7d75-452f-9734-dab6478bf7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:09.709502 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8 req-ab430f2e-7d75-452f-9734-dab6478bf7df service neutron] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 913 time: 0.0849822 Mar 31 15:37:09.756680 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-603f6a79-6092-4659-82d3-e83b44bfd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '4093fc8e-503e-412c-9a0a-d23bdc69ad90', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:e3:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:08Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 0, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:09.777933 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8 req-1f67fee6-48a4-4502-9af0-1725cfe9827a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 HTTP/1.1" status: 200 len: 999 time: 0.0625296 Mar 31 15:37:09.782715 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f6a79-6092-4659-82d3-e83b44bfd540 None None] Checking router: 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:37:09.790960 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f6a79-6092-4659-82d3-e83b44bfd540 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:09.791559 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-603f6a79-6092-4659-82d3-e83b44bfd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:37:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:09.825978 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8 req-e86c9924-a3ee-4ed0-93c4-1d6e21de359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:09.827445 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8 req-e86c9924-a3ee-4ed0-93c4-1d6e21de359f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0438030 Mar 31 15:37:09.881510 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8 req-f37f41ce-103d-4900-8a98-2b93fde40435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:09.883052 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8 req-f37f41ce-103d-4900-8a98-2b93fde40435 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484705 Mar 31 15:37:09.901820 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-603f6a79-6092-4659-82d3-e83b44bfd540 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:09.974938 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8 req-863121cb-5d4e-44d9-bcd7-c1c88b3790ed service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845320 Mar 31 15:37:10.063547 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f11ac97-9dd3-4314-950c-2b9692b0bbb8 req-7bc9f191-b306-4bbf-9e95-5d74f97ab5fc service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824957 Mar 31 15:37:10.127591 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-603f6a79-6092-4659-82d3-e83b44bfd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '4093fc8e-503e-412c-9a0a-d23bdc69ad90', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:e3:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:08Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 0, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:10.153918 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f6a79-6092-4659-82d3-e83b44bfd540 None None] The sync data for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi is: [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '4093fc8e-503e-412c-9a0a-d23bdc69ad90', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:e3:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:08Z', 'updated_at': '2022-03-31T15:37:08Z', 'revision_number': 0, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:10.344909 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531b2e11-547f-425a-847d-413c8148fcb3 None None] New status for floating IP 4093fc8e-503e-412c-9a0a-d23bdc69ad90: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:37:10.612539 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a645f-6f65-4417-a97c-6f10b4b0a7c2 req-d069be39-03dd-4dd8-b1e2-0fcf7b4c6152 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.614067 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ff3a645f-6f65-4417-a97c-6f10b4b0a7c2 req-d069be39-03dd-4dd8-b1e2-0fcf7b4c6152 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 947 time: 0.0541868 Mar 31 15:37:10.664673 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ff3a645f-6f65-4417-a97c-6f10b4b0a7c2 req-16b87514-3e4b-4edb-800d-632e57f5706c tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups?id=5476bf53-2d63-4a44-8d6d-783108fb33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449445 Mar 31 15:37:10.725335 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-7a65974d-68b9-4d3f-bf38-3969e03dc4a9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.726774 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-7a65974d-68b9-4d3f-bf38-3969e03dc4a9 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 947 time: 0.0527894 Mar 31 15:37:10.821843 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Deleting port a7c29cb8-9842-4147-9f83-fafdfa8beae4 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:37:10.822099 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:10.912474 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] For port a7c29cb8-9842-4147-9f83-fafdfa8beae4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a7c29cb8-9842-4147-9f83-fafdfa8beae4,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:10.912836 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.081807 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.082080 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.082393 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Floating IP 0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14 disassociated. External IP: 172.27.2.194, port: a7c29cb8-9842-4147-9f83-fafdfa8beae4. Mar 31 15:37:11.082729 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Calling delete_port for a7c29cb8-9842-4147-9f83-fafdfa8beae4 owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:37:11.210064 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (a7c29cb8-9842-4147-9f83-fafdfa8beae4), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.236870 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event deleted for resources: {'Port': ['ID=a7c29cb8-9842-4147-9f83-fafdfa8beae4,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:11.355137 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Router ef06f288-276a-470d-9e9c-973e92db6867 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:37:11.462834 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:37:11.472701 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9273b3-907c-4531-86d4-e9d1784b30a5 None None] Sync routers for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:37:11.482580 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9273b3-907c-4531-86d4-e9d1784b30a5 None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:11.483192 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-3a9273b3-907c-4531-86d4-e9d1784b30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:37:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:11.502974 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] No DVR routers for this DVR port a7c29cb8-9842-4147-9f83-fafdfa8beae4 on host hv-cinder-75078 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:37:11.505830 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.509118 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-67975f7a-64ba-4b1d-9707-080547ef1f4b req-1e8cf087-799d-486d-a34a-b710201d2ae5 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.13 "DELETE /v2.0/ports/a7c29cb8-9842-4147-9f83-fafdfa8beae4 HTTP/1.1" status: 204 len: 173 time: 0.7769511 Mar 31 15:37:11.509515 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'name': 'network-vif-deleted', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:11.513557 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee439c7b-8327-43bf-b18f-92e22c4962b7" -d '{"events": [{"server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "name": "network-vif-deleted", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:11.626656 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bc906f-1e62-48bb-b3df-ce811621bb78 x-openstack-request-id: req-78bc906f-1e62-48bb-b3df-ce811621bb78 {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:11.627695 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bd2a8a-ef61-4c04-9891-d0e005d4936d", "name": "network-vif-deleted", "tag": "a7c29cb8-9842-4147-9f83-fafdfa8beae4", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:11.628195 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78bc906f-1e62-48bb-b3df-ce811621bb78 {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:11.628927 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bc906f-1e62-48bb-b3df-ce811621bb78'] response: {'server_uuid': 'a9bd2a8a-ef61-4c04-9891-d0e005d4936d', 'name': 'network-vif-deleted', 'tag': 'a7c29cb8-9842-4147-9f83-fafdfa8beae4', 'status': 'completed', 'code': 200} Mar 31 15:37:11.706374 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-3a9273b3-907c-4531-86d4-e9d1784b30a5 None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:11.800065 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5681ec94-7380-4962-b78b-5b5cc2d57920 req-382f3d4f-9371-41e3-bd89-cf8a35cc2b9b tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bd2a8a-ef61-4c04-9891-d0e005d4936d HTTP/1.1" status: 200 len: 210 time: 0.0289021 Mar 31 15:37:11.917217 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-3a9273b3-907c-4531-86d4-e9d1784b30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:11.946816 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9273b3-907c-4531-86d4-e9d1784b30a5 None None] Checking router: ef06f288-276a-470d-9e9c-973e92db6867 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:37:11.955654 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9273b3-907c-4531-86d4-e9d1784b30a5 None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:11.956247 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-3a9273b3-907c-4531-86d4-e9d1784b30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:37:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:12.060911 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-3a9273b3-907c-4531-86d4-e9d1784b30a5 None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:12.259391 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-3a9273b3-907c-4531-86d4-e9d1784b30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:12.284411 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9273b3-907c-4531-86d4-e9d1784b30a5 None None] The sync data for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi is: [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:31:51Z', 'revision_number': 4, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '0fc5c527-c0ce-4337-98ab-29afdb8dd305', 'name': '', 'network_id': '08b94955-015d-4043-a03e-69b9f9451c1d', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'mac_address': 'fa:16:3e:58:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:49Z', 'updated_at': '2022-03-31T15:31:58Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'subnets': [{'id': '4e4c7971-6bf7-49d4-95b3-e68755cddee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:12.503444 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa475b-2e4c-4b1f-8adf-61bd246faddc None None] New status for floating IP 0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:37:12.889360 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58868) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:12.944636 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-59590716-4712-48d1-82e1-495e5f32f239 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (5476bf53-2d63-4a44-8d6d-783108fb33ce), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:12.968853 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-59590716-4712-48d1-82e1-495e5f32f239 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (5476bf53-2d63-4a44-8d6d-783108fb33ce), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.016198 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-59590716-4712-48d1-82e1-495e5f32f239 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5476bf53-2d63-4a44-8d6d-783108fb33ce), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.018887 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-59590716-4712-48d1-82e1-495e5f32f239 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.020065 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-59590716-4712-48d1-82e1-495e5f32f239 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "DELETE /v2.0/security-groups/5476bf53-2d63-4a44-8d6d-783108fb33ce HTTP/1.1" status: 204 len: 168 time: 0.1297150 Mar 31 15:37:13.023143 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58870) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:13.029910 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59590716-4712-48d1-82e1-495e5f32f239 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5476bf53-2d63-4a44-8d6d-783108fb33ce,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:13.041206 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.api.v2.resource [None req-05302e1c-c777-41ba-9527-a240235e2150 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] show failed (client error): The resource could not be found. Mar 31 15:37:13.042332 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-05302e1c-c777-41ba-9527-a240235e2150 tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "GET /v2.0/security-groups/5476bf53-2d63-4a44-8d6d-783108fb33ce HTTP/1.1" status: 404 len: 347 time: 0.0180714 Mar 31 15:37:13.045634 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 58872) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:13.154245 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device a7c29cb8-9842-4147-9f83-fafdfa8beae4 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:37:13.172323 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-bb09d247-e393-42ac-9784-0af0572dc4fe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Deleting port 22630cdd-11d2-44d7-a4b9-12ccf95f6f51 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:37:13.172766 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bb09d247-e393-42ac-9784-0af0572dc4fe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (22630cdd-11d2-44d7-a4b9-12ccf95f6f51), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.174401 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: a7c29cb8-9842-4147-9f83-fafdfa8beae4 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:37:13.174738 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device a7c29cb8-9842-4147-9f83-fafdfa8beae4 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:37:13.248263 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bb09d247-e393-42ac-9784-0af0572dc4fe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (22630cdd-11d2-44d7-a4b9-12ccf95f6f51), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.248590 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bb09d247-e393-42ac-9784-0af0572dc4fe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (22630cdd-11d2-44d7-a4b9-12ccf95f6f51), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.261020 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-bb09d247-e393-42ac-9784-0af0572dc4fe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Calling delete_port for 22630cdd-11d2-44d7-a4b9-12ccf95f6f51 owned by network:floatingip {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:37:13.391326 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bb09d247-e393-42ac-9784-0af0572dc4fe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (22630cdd-11d2-44d7-a4b9-12ccf95f6f51), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.417794 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09d247-e393-42ac-9784-0af0572dc4fe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Pushing event deleted for resources: {'Port': ['ID=22630cdd-11d2-44d7-a4b9-12ccf95f6f51,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:13.477438 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bb09d247-e393-42ac-9784-0af0572dc4fe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks [] for floatingip (0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.480578 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bb09d247-e393-42ac-9784-0af0572dc4fe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.481739 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-bb09d247-e393-42ac-9784-0af0572dc4fe tempest-AttachVolumeShelveTestJSON-1952873491 tempest-AttachVolumeShelveTestJSON-1952873491-project] 10.222.0.11 "DELETE /v2.0/floatingips/0dfe7df7-d5a5-4d49-94b0-c9a0cfac8b14 HTTP/1.1" status: 204 len: 168 time: 0.4350965 Mar 31 15:37:15.883633 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58894) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:16.584517 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609331'] for router_interface (ef06f288-276a-470d-9e9c-973e92db6867), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.858907 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] Deleting port 0fc5c527-c0ce-4337-98ab-29afdb8dd305 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:37:16.859242 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.944387 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] For port 0fc5c527-c0ce-4337-98ab-29afdb8dd305, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=0fc5c527-c0ce-4337-98ab-29afdb8dd305,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:16.945072 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.958342 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] Calling delete_port for 0fc5c527-c0ce-4337-98ab-29afdb8dd305 owned by network:router_interface {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:37:17.145276 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (0fc5c527-c0ce-4337-98ab-29afdb8dd305), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.171071 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc5c527-c0ce-4337-98ab-29afdb8dd305,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:17.347058 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607139'] for router_interface (ef06f288-276a-470d-9e9c-973e92db6867), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.570067 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] Router ef06f288-276a-470d-9e9c-973e92db6867 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:37:17.679856 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:37:17.687597 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-9559af4b-c27b-45e4-8339-23e7d8c250f9 admin admin] 10.222.0.11 "PUT /v2.0/routers/ef06f288-276a-470d-9e9c-973e92db6867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8013127 Mar 31 15:37:17.688693 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58900) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:17.690075 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bd0bd-0876-4b00-b172-d723dcdcf29f None None] Sync routers for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:37:17.701940 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bd0bd-0876-4b00-b172-d723dcdcf29f None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:17.702890 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-896bd0bd-0876-4b00-b172-d723dcdcf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:37:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:17.796602 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Publish callbacks [] for router (ef06f288-276a-470d-9e9c-973e92db6867), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.813386 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-896bd0bd-0876-4b00-b172-d723dcdcf29f None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:17.905299 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Publish callbacks [] for router_gateway (ef06f288-276a-470d-9e9c-973e92db6867), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.958041 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Deleting port db487194-b6bc-4293-8248-1e74f6795267 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:37:17.958748 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (db487194-b6bc-4293-8248-1e74f6795267), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.997458 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-896bd0bd-0876-4b00-b172-d723dcdcf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'db487194-b6bc-4293-8248-1e74f6795267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:37:17Z', 'revision_number': 5, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port': {'id': 'db487194-b6bc-4293-8248-1e74f6795267', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:46Z', 'updated_at': '2022-03-31T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:18.027532 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bd0bd-0876-4b00-b172-d723dcdcf29f None None] Checking router: ef06f288-276a-470d-9e9c-973e92db6867 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:37:18.035858 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bd0bd-0876-4b00-b172-d723dcdcf29f None None] Routers {'ef06f288-276a-470d-9e9c-973e92db6867'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:18.036490 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-896bd0bd-0876-4b00-b172-d723dcdcf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:37:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['ef06f288-276a-470d-9e9c-973e92db6867'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:18.040418 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] For port db487194-b6bc-4293-8248-1e74f6795267, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=db487194-b6bc-4293-8248-1e74f6795267,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:18.040776 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (db487194-b6bc-4293-8248-1e74f6795267), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.055411 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Calling delete_port for db487194-b6bc-4293-8248-1e74f6795267 owned by network:router_gateway {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:37:18.132222 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-896bd0bd-0876-4b00-b172-d723dcdcf29f None None] Set router ef06f288-276a-470d-9e9c-973e92db6867 gateway port host: None {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:18.184337 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-896bd0bd-0876-4b00-b172-d723dcdcf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:37:17Z', 'revision_number': 6, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port_host': None}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:18.214868 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bd0bd-0876-4b00-b172-d723dcdcf29f None None] The sync data for ids ['ef06f288-276a-470d-9e9c-973e92db6867'] in dv-cinder-750782-15-iscsi is: [{'id': 'ef06f288-276a-470d-9e9c-973e92db6867', 'name': 'tempest-AttachVolumeShelveTestJSON-1277682162-router', 'tenant_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:45Z', 'updated_at': '2022-03-31T15:37:17Z', 'revision_number': 6, 'project_id': 'f0c33db3d9a541fa99aeb6d8333fc436', 'gw_port_host': None}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:18.224001 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (db487194-b6bc-4293-8248-1e74f6795267), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.253345 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Pushing event deleted for resources: {'Port': ['ID=db487194-b6bc-4293-8248-1e74f6795267,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:18.316818 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608969'] for router_gateway (ef06f288-276a-470d-9e9c-973e92db6867), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.410755 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15575'] for router (ef06f288-276a-470d-9e9c-973e92db6867), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.412776 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Publish callbacks [] for router_controller (ef06f288-276a-470d-9e9c-973e92db6867), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.455635 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637868'] for router (ef06f288-276a-470d-9e9c-973e92db6867), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.456203 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef06f288-276a-470d-9e9c-973e92db6867 {{(pid=103658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:37:18.460673 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.462132 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-763e05ef-f491-49a9-b391-93b1c7a59801 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ef06f288-276a-470d-9e9c-973e92db6867 HTTP/1.1" status: 204 len: 168 time: 0.7724299 Mar 31 15:37:18.465376 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58902) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:18.509118 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-150be8ce-aa5c-408b-af7a-7bed18316c9a admin admin] Deleting subnet 4e4c7971-6bf7-49d4-95b3-e68755cddee3 {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:37:18.512174 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-150be8ce-aa5c-408b-af7a-7bed18316c9a admin admin] Publish callbacks [] for subnet (4e4c7971-6bf7-49d4-95b3-e68755cddee3), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.546466 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-150be8ce-aa5c-408b-af7a-7bed18316c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3813690'] for subnet (4e4c7971-6bf7-49d4-95b3-e68755cddee3), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.646388 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-150be8ce-aa5c-408b-af7a-7bed18316c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (4e4c7971-6bf7-49d4-95b3-e68755cddee3), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.682824 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 0fc5c527-c0ce-4337-98ab-29afdb8dd305 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:37:18.710372 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-150be8ce-aa5c-408b-af7a-7bed18316c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3907891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3313683'] for subnet (4e4c7971-6bf7-49d4-95b3-e68755cddee3), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.715514 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 0fc5c527-c0ce-4337-98ab-29afdb8dd305 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:37:18.715863 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 0fc5c527-c0ce-4337-98ab-29afdb8dd305 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:37:18.738097 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150be8ce-aa5c-408b-af7a-7bed18316c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4c7971-6bf7-49d4-95b3-e68755cddee3,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:18.740045 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-150be8ce-aa5c-408b-af7a-7bed18316c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.744406 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521a513d-f10e-454d-aa50-f79ce4bebd5f None None] Network 08b94955-015d-4043-a03e-69b9f9451c1d requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:37:18.744748 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-150be8ce-aa5c-408b-af7a-7bed18316c9a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4e4c7971-6bf7-49d4-95b3-e68755cddee3 HTTP/1.1" status: 204 len: 168 time: 0.2783327 Mar 31 15:37:18.746194 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58904) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:18.816598 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (08b94955-015d-4043-a03e-69b9f9451c1d), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.878375 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Deleting port 77ec1984-a9e6-4c7f-b040-5f6907528b0c {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:37:18.878715 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.939337 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] For port 77ec1984-a9e6-4c7f-b040-5f6907528b0c, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=77ec1984-a9e6-4c7f-b040-5f6907528b0c,segment=NetworkSegment(6cfb8319-551d-4554-8a40-d89164d005b3),segment_id=6cfb8319-551d-4554-8a40-d89164d005b3)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:18.939621 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.952660 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Calling delete_port for 77ec1984-a9e6-4c7f-b040-5f6907528b0c owned by network:dhcp {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:37:19.012484 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2719e37-2f8f-426e-8a60-4e045ca8940f None None] DHCP port deletion for 08b94955-015d-4043-a03e-69b9f9451c1d request from dv-cinder-750782-15-iscsi {{(pid=103660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:37:19.044731 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.067753 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a2719e37-2f8f-426e-8a60-4e045ca8940f None None] Deleting port 77ec1984-a9e6-4c7f-b040-5f6907528b0c {{(pid=103660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:37:19.068218 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a2719e37-2f8f-426e-8a60-4e045ca8940f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), before_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.073221 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] No DVR routers for this DVR port 77ec1984-a9e6-4c7f-b040-5f6907528b0c on host dv-cinder-750782-15-iscsi {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:37:19.077501 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ec1984-a9e6-4c7f-b040-5f6907528b0c,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:19.134140 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a2719e37-2f8f-426e-8a60-4e045ca8940f None None] For port 77ec1984-a9e6-4c7f-b040-5f6907528b0c, host dv-cinder-750782-15-iscsi, got binding levels [] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:19.134529 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a2719e37-2f8f-426e-8a60-4e045ca8940f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), precommit_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.148753 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a2719e37-2f8f-426e-8a60-4e045ca8940f None None] Calling delete_port for 77ec1984-a9e6-4c7f-b040-5f6907528b0c owned by network:dhcp {{(pid=103660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:37:19.151916 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.ipam_backend_mixin [None req-a2719e37-2f8f-426e-8a60-4e045ca8940f None None] Port 77ec1984-a9e6-4c7f-b040-5f6907528b0c was not found and therefore no delete operation was performed {{(pid=103660) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 15:37:19.153354 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a2719e37-2f8f-426e-8a60-4e045ca8940f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461'] for port (77ec1984-a9e6-4c7f-b040-5f6907528b0c), after_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.154156 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (08b94955-015d-4043-a03e-69b9f9451c1d), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.178634 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2719e37-2f8f-426e-8a60-4e045ca8940f None None] Pushing event deleted for resources: {'Port': ['ID=77ec1984-a9e6-4c7f-b040-5f6907528b0c,revision_number=None']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:19.179018 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b94955-015d-4043-a03e-69b9f9451c1d']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:19.182619 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2719e37-2f8f-426e-8a60-4e045ca8940f None None] No DVR routers for this DVR port 77ec1984-a9e6-4c7f-b040-5f6907528b0c on host dv-cinder-750782-15-iscsi {{(pid=103660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:37:19.193650 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfb8319-551d-4554-8a40-d89164d005b3') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:19.194016 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfb8319-551d-4554-8a40-d89164d005b3') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:19.205767 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3813681'] for segment (6cfb8319-551d-4554-8a40-d89164d005b3), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.221352 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (6cfb8319-551d-4554-8a40-d89164d005b3), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.228606 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:37:19.229610 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3907733'] for segment (6cfb8319-551d-4554-8a40-d89164d005b3), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: Traceback (most recent call last): Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: timer() Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: cb(*args, **kw) Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: return func(*args, **kwargs) Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: self._notify() Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: self.callback(batched_events) Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: event.method(event) Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: return f(self, *a, **k) Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._get(url).json() Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: return self.request(url, 'GET', **kwargs) Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:37:19.232175 dv-cinder-750782-15-iscsi neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:37:19.288590 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (08b94955-015d-4043-a03e-69b9f9451c1d), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.294095 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.297671 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] 10.222.0.11 "DELETE /v2.0/networks/08b94955-015d-4043-a03e-69b9f9451c1d HTTP/1.1" status: 204 len: 168 time: 0.5505476 Mar 31 15:37:19.311116 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37909b-a15d-4366-a7d6-d258d1920042 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b94955-015d-4043-a03e-69b9f9451c1d,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:19.417206 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58908) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:19.456971 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-093eb750-711e-4ff5-933a-614152c9087d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0c33db3d9a541fa99aeb6d8333fc436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383916 Mar 31 15:37:19.459389 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 58910) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:19.506969 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b129c28-3699-40e6-be4f-ce62ac92b2d6 admin admin] Publish callbacks [] for security_group (e6441b93-2c2a-4613-96de-8c7074e5329a), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.534090 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b129c28-3699-40e6-be4f-ce62ac92b2d6 admin admin] Publish callbacks [] for security_group (e6441b93-2c2a-4613-96de-8c7074e5329a), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.579260 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b129c28-3699-40e6-be4f-ce62ac92b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (e6441b93-2c2a-4613-96de-8c7074e5329a), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.581899 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3b129c28-3699-40e6-be4f-ce62ac92b2d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.582906 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-3b129c28-3699-40e6-be4f-ce62ac92b2d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6441b93-2c2a-4613-96de-8c7074e5329a HTTP/1.1" status: 204 len: 168 time: 0.1225998 Mar 31 15:37:19.591704 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b129c28-3699-40e6-be4f-ce62ac92b2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6441b93-2c2a-4613-96de-8c7074e5329a,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:20.485264 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 77ec1984-a9e6-4c7f-b040-5f6907528b0c no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:37:20.505766 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 77ec1984-a9e6-4c7f-b040-5f6907528b0c {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:37:20.506114 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 77ec1984-a9e6-4c7f-b040-5f6907528b0c not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:37:20.506542 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device db487194-b6bc-4293-8248-1e74f6795267 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:37:20.525430 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: db487194-b6bc-4293-8248-1e74f6795267 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:37:20.525774 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device db487194-b6bc-4293-8248-1e74f6795267 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:37:22.995136 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:26.284301 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:37:29.990132 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59048) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:30.096895 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6b42-549e-4e85-99ac-1885164ea0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.175559 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6b42-549e-4e85-99ac-1885164ea0d8 admin admin] Publish callbacks [] for security_group (85334260-ed7c-4d55-b464-51326b99502b), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.179338 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6b42-549e-4e85-99ac-1885164ea0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (85334260-ed7c-4d55-b464-51326b99502b), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.217609 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-8e6d6b42-549e-4e85-99ac-1885164ea0d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10018e82d6ea4d9bae1a4c36aba6ab2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262993 Mar 31 15:37:30.219659 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d6b42-549e-4e85-99ac-1885164ea0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85334260-ed7c-4d55-b464-51326b99502b,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:30.220245 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59054) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:30.270518 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6aa779c6-b111-481e-ba29-1718d8083f73 admin admin] Publish callbacks [] for security_group (85334260-ed7c-4d55-b464-51326b99502b), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.292589 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6aa779c6-b111-481e-ba29-1718d8083f73 admin admin] Publish callbacks [] for security_group (85334260-ed7c-4d55-b464-51326b99502b), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.340447 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6aa779c6-b111-481e-ba29-1718d8083f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (85334260-ed7c-4d55-b464-51326b99502b), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.344200 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6aa779c6-b111-481e-ba29-1718d8083f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.345451 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-6aa779c6-b111-481e-ba29-1718d8083f73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85334260-ed7c-4d55-b464-51326b99502b HTTP/1.1" status: 204 len: 168 time: 0.1241763 Mar 31 15:37:30.357278 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa779c6-b111-481e-ba29-1718d8083f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85334260-ed7c-4d55-b464-51326b99502b,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:30.626029 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59060) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:30.639461 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-95660786-6b2e-4dbe-b4b5-8501cfb514ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.713685 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-95660786-6b2e-4dbe-b4b5-8501cfb514ae admin admin] Publish callbacks [] for security_group (9b7d2e29-ce16-4584-b083-b8c955cb00d6), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.717568 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-95660786-6b2e-4dbe-b4b5-8501cfb514ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (9b7d2e29-ce16-4584-b083-b8c955cb00d6), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.757571 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-95660786-6b2e-4dbe-b4b5-8501cfb514ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=398caa78ac174c7796c0dff4b2d54753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304078 Mar 31 15:37:30.758786 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95660786-6b2e-4dbe-b4b5-8501cfb514ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7d2e29-ce16-4584-b083-b8c955cb00d6,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:30.760747 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59062) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:30.810259 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc667-cad3-4be1-9b1b-b245682934b5 admin admin] Publish callbacks [] for security_group (9b7d2e29-ce16-4584-b083-b8c955cb00d6), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.831758 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc667-cad3-4be1-9b1b-b245682934b5 admin admin] Publish callbacks [] for security_group (9b7d2e29-ce16-4584-b083-b8c955cb00d6), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.883347 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc667-cad3-4be1-9b1b-b245682934b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (9b7d2e29-ce16-4584-b083-b8c955cb00d6), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.886928 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc667-cad3-4be1-9b1b-b245682934b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.889164 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-f4cbc667-cad3-4be1-9b1b-b245682934b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b7d2e29-ce16-4584-b083-b8c955cb00d6 HTTP/1.1" status: 204 len: 168 time: 0.1263049 Mar 31 15:37:30.897913 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbc667-cad3-4be1-9b1b-b245682934b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7d2e29-ce16-4584-b083-b8c955cb00d6,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:32.955779 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-192b2739-17c7-43d6-9fa7-4a1b0d381079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:35.309959 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4499356b-e807-4c69-83fa-0c34f44a3387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:36.575533 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:37.987783 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:39.491144 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:39.959346 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59152) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:40.064235 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-55efb4cf-b482-4717-bcce-10b34842d246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.139042 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-55efb4cf-b482-4717-bcce-10b34842d246 admin admin] Publish callbacks [] for security_group (4d9c7313-6ac7-4cd1-adfa-d1f90f9536b1), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.143040 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-55efb4cf-b482-4717-bcce-10b34842d246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (4d9c7313-6ac7-4cd1-adfa-d1f90f9536b1), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.182347 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-55efb4cf-b482-4717-bcce-10b34842d246 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=addbbb3388f54be3af25a4bc52abdd6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219291 Mar 31 15:37:40.183175 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efb4cf-b482-4717-bcce-10b34842d246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9c7313-6ac7-4cd1-adfa-d1f90f9536b1,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:40.185881 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59156) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:40.239056 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-956fdf5c-1da0-4155-9ac3-833cd83dd0e5 admin admin] Publish callbacks [] for security_group (4d9c7313-6ac7-4cd1-adfa-d1f90f9536b1), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.260152 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-956fdf5c-1da0-4155-9ac3-833cd83dd0e5 admin admin] Publish callbacks [] for security_group (4d9c7313-6ac7-4cd1-adfa-d1f90f9536b1), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.307317 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-956fdf5c-1da0-4155-9ac3-833cd83dd0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (4d9c7313-6ac7-4cd1-adfa-d1f90f9536b1), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.309798 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-956fdf5c-1da0-4155-9ac3-833cd83dd0e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.310937 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-956fdf5c-1da0-4155-9ac3-833cd83dd0e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d9c7313-6ac7-4cd1-adfa-d1f90f9536b1 HTTP/1.1" status: 204 len: 168 time: 0.1240664 Mar 31 15:37:40.318439 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fdf5c-1da0-4155-9ac3-833cd83dd0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9c7313-6ac7-4cd1-adfa-d1f90f9536b1,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:40.571493 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59162) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:40.586110 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c2c5fe95-b554-468e-a35a-c75ad222542f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.660885 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c2c5fe95-b554-468e-a35a-c75ad222542f admin admin] Publish callbacks [] for security_group (aeab1d5e-8adf-499c-aa95-c1caf8263223), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.664504 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c2c5fe95-b554-468e-a35a-c75ad222542f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (aeab1d5e-8adf-499c-aa95-c1caf8263223), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.701078 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-c2c5fe95-b554-468e-a35a-c75ad222542f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14198a935f3d416588926ea01c76b449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273334 Mar 31 15:37:40.702994 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5fe95-b554-468e-a35a-c75ad222542f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeab1d5e-8adf-499c-aa95-c1caf8263223,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:40.703809 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59164) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:40.751882 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-961bf8d2-e0d0-4337-bd2e-dbaea8beefb1 admin admin] Publish callbacks [] for security_group (aeab1d5e-8adf-499c-aa95-c1caf8263223), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.772811 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-961bf8d2-e0d0-4337-bd2e-dbaea8beefb1 admin admin] Publish callbacks [] for security_group (aeab1d5e-8adf-499c-aa95-c1caf8263223), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.817553 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-961bf8d2-e0d0-4337-bd2e-dbaea8beefb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (aeab1d5e-8adf-499c-aa95-c1caf8263223), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.820130 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-961bf8d2-e0d0-4337-bd2e-dbaea8beefb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:40.821295 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-961bf8d2-e0d0-4337-bd2e-dbaea8beefb1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aeab1d5e-8adf-499c-aa95-c1caf8263223 HTTP/1.1" status: 204 len: 168 time: 0.1164830 Mar 31 15:37:40.829439 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bf8d2-e0d0-4337-bd2e-dbaea8beefb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeab1d5e-8adf-499c-aa95-c1caf8263223,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:45.743407 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59264) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:45.850159 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f21bcfb5-c5a1-42a0-877b-693aef842347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:45.928310 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f21bcfb5-c5a1-42a0-877b-693aef842347 admin admin] Publish callbacks [] for security_group (bec4d5aa-4d23-4437-a27b-6ce519766273), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:45.933145 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f21bcfb5-c5a1-42a0-877b-693aef842347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (bec4d5aa-4d23-4437-a27b-6ce519766273), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:45.970618 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bcfb5-c5a1-42a0-877b-693aef842347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec4d5aa-4d23-4437-a27b-6ce519766273,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:45.974946 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-f21bcfb5-c5a1-42a0-877b-693aef842347 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9646846ab24e4b698a647d1f632eca37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299337 Mar 31 15:37:45.978716 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59268) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:46.026189 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f92919b1-f6a7-4559-b554-73fd9625f497 admin admin] Publish callbacks [] for security_group (bec4d5aa-4d23-4437-a27b-6ce519766273), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.047713 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f92919b1-f6a7-4559-b554-73fd9625f497 admin admin] Publish callbacks [] for security_group (bec4d5aa-4d23-4437-a27b-6ce519766273), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.095823 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f92919b1-f6a7-4559-b554-73fd9625f497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (bec4d5aa-4d23-4437-a27b-6ce519766273), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.098367 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f92919b1-f6a7-4559-b554-73fd9625f497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.099546 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-f92919b1-f6a7-4559-b554-73fd9625f497 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bec4d5aa-4d23-4437-a27b-6ce519766273 HTTP/1.1" status: 204 len: 168 time: 0.1211092 Mar 31 15:37:46.108334 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92919b1-f6a7-4559-b554-73fd9625f497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec4d5aa-4d23-4437-a27b-6ce519766273,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:46.402537 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59274) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:46.416417 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1cb073f-abd9-4343-a1d0-6bf82ad155ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.499029 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1cb073f-abd9-4343-a1d0-6bf82ad155ef admin admin] Publish callbacks [] for security_group (5372a41e-a9b7-485a-9a77-4b495ecb3d64), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.506599 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1cb073f-abd9-4343-a1d0-6bf82ad155ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5372a41e-a9b7-485a-9a77-4b495ecb3d64), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.552307 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-a1cb073f-abd9-4343-a1d0-6bf82ad155ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cccb3782f9e40bba2741ec616564829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486585 Mar 31 15:37:46.553045 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb073f-abd9-4343-a1d0-6bf82ad155ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5372a41e-a9b7-485a-9a77-4b495ecb3d64,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:46.555206 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59276) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:46.608414 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a4522e2c-ba2c-4407-bf43-a6b10f546f95 admin admin] Publish callbacks [] for security_group (5372a41e-a9b7-485a-9a77-4b495ecb3d64), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.630218 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a4522e2c-ba2c-4407-bf43-a6b10f546f95 admin admin] Publish callbacks [] for security_group (5372a41e-a9b7-485a-9a77-4b495ecb3d64), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.678535 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a4522e2c-ba2c-4407-bf43-a6b10f546f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (5372a41e-a9b7-485a-9a77-4b495ecb3d64), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.681045 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a4522e2c-ba2c-4407-bf43-a6b10f546f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.683029 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-a4522e2c-ba2c-4407-bf43-a6b10f546f95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5372a41e-a9b7-485a-9a77-4b495ecb3d64 HTTP/1.1" status: 204 len: 168 time: 0.1268144 Mar 31 15:37:46.690433 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4522e2c-ba2c-4407-bf43-a6b10f546f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5372a41e-a9b7-485a-9a77-4b495ecb3d64,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:47.000102 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59282) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:47.013035 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-973f56dd-2929-4095-8861-3ed0c6080d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.091013 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-973f56dd-2929-4095-8861-3ed0c6080d2c admin admin] Publish callbacks [] for security_group (6982c965-9bde-49c7-a7a4-89b8cd79a660), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.094661 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-973f56dd-2929-4095-8861-3ed0c6080d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (6982c965-9bde-49c7-a7a4-89b8cd79a660), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.133838 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-973f56dd-2929-4095-8861-3ed0c6080d2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d35d6b56f00449f8eb424b29dca9156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326764 Mar 31 15:37:47.135398 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f56dd-2929-4095-8861-3ed0c6080d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6982c965-9bde-49c7-a7a4-89b8cd79a660,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:47.136614 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59284) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:47.185271 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9c67e671-a3fb-4890-bc30-c586bf8df11a admin admin] Publish callbacks [] for security_group (6982c965-9bde-49c7-a7a4-89b8cd79a660), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.206518 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9c67e671-a3fb-4890-bc30-c586bf8df11a admin admin] Publish callbacks [] for security_group (6982c965-9bde-49c7-a7a4-89b8cd79a660), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.252978 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9c67e671-a3fb-4890-bc30-c586bf8df11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (6982c965-9bde-49c7-a7a4-89b8cd79a660), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.255730 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9c67e671-a3fb-4890-bc30-c586bf8df11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.256876 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-9c67e671-a3fb-4890-bc30-c586bf8df11a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6982c965-9bde-49c7-a7a4-89b8cd79a660 HTTP/1.1" status: 204 len: 168 time: 0.1186383 Mar 31 15:37:47.265811 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67e671-a3fb-4890-bc30-c586bf8df11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6982c965-9bde-49c7-a7a4-89b8cd79a660,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:52.999164 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:02.947780 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-da5ca1f2-5097-4fc8-9ff4-e06177f423d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:03.283120 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:38:05.311388 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-bc67ebf7-4187-4a1b-81ca-c6c53d653e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:06.577947 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:07.990410 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.493852 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:12.748240 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59470) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:12.852556 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:12.929286 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Publish callbacks [] for security_group (52143f51-e190-466d-8507-a8eb0fed516b), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:12.934276 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (52143f51-e190-466d-8507-a8eb0fed516b), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:12.988493 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=860b2abb59cd4e88b737eafc0db76231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391529 Mar 31 15:38:12.989387 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52143f51-e190-466d-8507-a8eb0fed516b,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:12.991303 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59474) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:13.008835 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.009105 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.009463 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.009797 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.010248 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.011176 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.011577 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.011853 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.012171 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.012498 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.012826 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.013174 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.013503 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.013821 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.014148 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5435f-9a09-4a81-9296-4f2df6a222df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.055527 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ced13bee-cf0c-4e0f-9f43-3fdc9a3a80c6 admin admin] Publish callbacks [] for security_group (52143f51-e190-466d-8507-a8eb0fed516b), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:13.078929 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ced13bee-cf0c-4e0f-9f43-3fdc9a3a80c6 admin admin] Publish callbacks [] for security_group (52143f51-e190-466d-8507-a8eb0fed516b), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:13.125682 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ced13bee-cf0c-4e0f-9f43-3fdc9a3a80c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (52143f51-e190-466d-8507-a8eb0fed516b), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:13.128288 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ced13bee-cf0c-4e0f-9f43-3fdc9a3a80c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:13.129502 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-ced13bee-cf0c-4e0f-9f43-3fdc9a3a80c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52143f51-e190-466d-8507-a8eb0fed516b HTTP/1.1" status: 204 len: 168 time: 0.1373026 Mar 31 15:38:13.137293 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced13bee-cf0c-4e0f-9f43-3fdc9a3a80c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52143f51-e190-466d-8507-a8eb0fed516b,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:23.011586 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:24.173141 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59612) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:24.274986 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d885914d-2803-4c8e-9005-e2508186d4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:24.348237 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d885914d-2803-4c8e-9005-e2508186d4a7 admin admin] Publish callbacks [] for security_group (7aa2d4f9-74ee-4996-9818-3c7d6a8d1a17), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:24.352018 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d885914d-2803-4c8e-9005-e2508186d4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7aa2d4f9-74ee-4996-9818-3c7d6a8d1a17), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:24.389754 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-d885914d-2803-4c8e-9005-e2508186d4a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ceb629bb2ba444bac3e33bf9f93645b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154689 Mar 31 15:38:24.391543 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885914d-2803-4c8e-9005-e2508186d4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa2d4f9-74ee-4996-9818-3c7d6a8d1a17,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:24.392350 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59616) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:24.441781 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Publish callbacks [] for security_group (7aa2d4f9-74ee-4996-9818-3c7d6a8d1a17), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:24.463396 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Publish callbacks [] for security_group (7aa2d4f9-74ee-4996-9818-3c7d6a8d1a17), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:24.509188 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (7aa2d4f9-74ee-4996-9818-3c7d6a8d1a17), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:24.512104 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:24.513262 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7aa2d4f9-74ee-4996-9818-3c7d6a8d1a17 HTTP/1.1" status: 204 len: 168 time: 0.1199260 Mar 31 15:38:24.520800 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa2d4f9-74ee-4996-9818-3c7d6a8d1a17,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:24.528356 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.528829 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.529325 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.529662 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.529991 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.530315 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.530638 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.530955 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.531321 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.531577 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.531898 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.532214 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.532526 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.532839 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:24.533178 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb25214-39c1-4516-836f-0c9a74580ea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:32.407100 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-efda0f4f-6adf-4578-94a6-3b9d54dc1da7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469007 Mar 31 15:38:32.481871 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59690) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:32.501076 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-2799030b-7611-4f4a-b6f7-e01451e1bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:32.502701 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-2799030b-7611-4f4a-b6f7-e01451e1bdd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a11fad92b034592881562cf733900f7&device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0557988 Mar 31 15:38:32.596338 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-eb20eaed-d887-4422-b475-79e1e55e5afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:32.602331 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-a02e19ae-bc6c-45ef-aaa4-1b40b8c0a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:32.604306 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-a02e19ae-bc6c-45ef-aaa4-1b40b8c0a622 service neutron] 10.222.0.13 "GET /v2.0/networks?id=487d4ad4-6062-4b0c-b5a1-580b37d41911 HTTP/1.1" status: 200 len: 910 time: 0.0851634 Mar 31 15:38:32.676834 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-02d7cde6-ac4b-40c4-850e-fd2ea0acd29e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 200 len: 1001 time: 0.0659268 Mar 31 15:38:32.688482 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-eb20eaed-d887-4422-b475-79e1e55e5afe admin admin] Publish callbacks [] for security_group (9544bc91-b0fb-4acd-b35c-e887d31996ff), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:32.692677 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-eb20eaed-d887-4422-b475-79e1e55e5afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (9544bc91-b0fb-4acd-b35c-e887d31996ff), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:32.723401 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-15070a2c-4439-41a2-94ce-a82eed2f3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:32.724844 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-15070a2c-4439-41a2-94ce-a82eed2f3702 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03b55872-1299-4292-bae2-e786bad4747a HTTP/1.1" status: 200 len: 848 time: 0.0429082 Mar 31 15:38:32.733401 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-eb20eaed-d887-4422-b475-79e1e55e5afe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c7077c8c8b94931b26bde6acd8b8406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480087 Mar 31 15:38:32.733401 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20eaed-d887-4422-b475-79e1e55e5afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9544bc91-b0fb-4acd-b35c-e887d31996ff,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:32.734135 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59694) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:32.773866 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-89c1069b-34de-4d37-bd15-78c2486e5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:32.775983 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-89c1069b-34de-4d37-bd15-78c2486e5021 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487d4ad4-6062-4b0c-b5a1-580b37d41911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444524 Mar 31 15:38:32.782384 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1e28ab6c-4c80-4b80-b131-64b3118cd63e admin admin] Publish callbacks [] for security_group (9544bc91-b0fb-4acd-b35c-e887d31996ff), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:32.803791 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1e28ab6c-4c80-4b80-b131-64b3118cd63e admin admin] Publish callbacks [] for security_group (9544bc91-b0fb-4acd-b35c-e887d31996ff), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:32.859849 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1e28ab6c-4c80-4b80-b131-64b3118cd63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (9544bc91-b0fb-4acd-b35c-e887d31996ff), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:32.863049 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1e28ab6c-4c80-4b80-b131-64b3118cd63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:32.864218 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-1e28ab6c-4c80-4b80-b131-64b3118cd63e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9544bc91-b0fb-4acd-b35c-e887d31996ff HTTP/1.1" status: 204 len: 168 time: 0.1291873 Mar 31 15:38:32.872571 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28ab6c-4c80-4b80-b131-64b3118cd63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9544bc91-b0fb-4acd-b35c-e887d31996ff,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:32.876620 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-0e5d2430-f2c5-4984-b999-439ccae27ace service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950351 Mar 31 15:38:32.955489 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4a8178db-865e-4366-ac57-dc7ea25b1dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:32.975598 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cdf66f58-7885-4a3e-939d-dbb7a5a3c8d8 req-03e2ffcb-889d-4875-b508-fc7f85ef84e4 service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935049 Mar 31 15:38:35.313562 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f4080aee-fb18-4c28-967e-2db238f46288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:36.583938 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:37.994078 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:39.496902 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:40.283800 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:38:43.234955 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59708) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:43.401644 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Deleting port e10ab346-3c16-4672-8c24-3254838c89aa {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:38:43.402568 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (e10ab346-3c16-4672-8c24-3254838c89aa), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:43.487681 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (e10ab346-3c16-4672-8c24-3254838c89aa), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:43.488003 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for floatingip (e10ab346-3c16-4672-8c24-3254838c89aa), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:43.499599 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Calling delete_port for e10ab346-3c16-4672-8c24-3254838c89aa owned by network:floatingip {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:38:43.671791 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (e10ab346-3c16-4672-8c24-3254838c89aa), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:43.695400 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event deleted for resources: {'Port': ['ID=e10ab346-3c16-4672-8c24-3254838c89aa,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:43.773045 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for floatingip (e4216b1d-a77d-4fed-8b8a-eabde6085b36), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:43.773547 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Floating IP e4216b1d-a77d-4fed-8b8a-eabde6085b36 disassociated (deleted). External IP: 172.27.2.102, port: 27b904dc-f5bc-43f7-aa6f-9b8e852d24df. Mar 31 15:38:43.992721 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Router e4f7ddf7-4533-47ab-948c-521e69190a46 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:38:44.124339 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:38:44.130518 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:44.135066 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ba7c7-1828-4c20-9c6e-15db51c94dd5 None None] Sync routers for ids ['e4f7ddf7-4533-47ab-948c-521e69190a46'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:38:44.146641 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ba7c7-1828-4c20-9c6e-15db51c94dd5 None None] Routers {'e4f7ddf7-4533-47ab-948c-521e69190a46'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:44.147292 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-b61ba7c7-1828-4c20-9c6e-15db51c94dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:38:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e4f7ddf7-4533-47ab-948c-521e69190a46'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:44.169176 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-7260bd35-792f-4015-8e88-7380473a024b tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "DELETE /v2.0/floatingips/e4216b1d-a77d-4fed-8b8a-eabde6085b36 HTTP/1.1" status: 204 len: 168 time: 0.9319108 Mar 31 15:38:44.169802 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:44.172166 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:38:44.212395 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461eac11-e710-4473-8281-260a9c5b13e5 x-openstack-request-id: req-461eac11-e710-4473-8281-260a9c5b13e5 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:38:44.212687 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:38:44.212936 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-461eac11-e710-4473-8281-260a9c5b13e5 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:38:44.213369 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461eac11-e710-4473-8281-260a9c5b13e5'] response: {'name': 'network-changed', 'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'status': 'completed', 'code': 200} Mar 31 15:38:44.287110 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233 req-b849911e-e27a-490f-8bb5-41ed213eaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:44.289758 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233 req-b849911e-e27a-490f-8bb5-41ed213eaf2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a11fad92b034592881562cf733900f7&device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0561135 Mar 31 15:38:44.392662 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-b61ba7c7-1828-4c20-9c6e-15db51c94dd5 None None] Set router e4f7ddf7-4533-47ab-948c-521e69190a46 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:44.426723 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233 req-82c44b74-9109-4aed-af52-c05c5e394f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:44.428198 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233 req-82c44b74-9109-4aed-af52-c05c5e394f05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=487d4ad4-6062-4b0c-b5a1-580b37d41911 HTTP/1.1" status: 200 len: 910 time: 0.1279461 Mar 31 15:38:44.451450 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f0a58-6e1c-4988-afe1-bed25408787e req-26a20089-14ba-4bac-ab46-7f17f6d50b62 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:44.452939 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-490f0a58-6e1c-4988-afe1-bed25408787e req-26a20089-14ba-4bac-ab46-7f17f6d50b62 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0842774 Mar 31 15:38:44.487088 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233 req-4595a7fc-4e77-4cfe-93c7-821e4b737efb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 200 len: 217 time: 0.0506372 Mar 31 15:38:44.562662 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233 req-dec9a838-5c1b-4c94-8dfd-0b5288b54174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:44.564035 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233 req-dec9a838-5c1b-4c94-8dfd-0b5288b54174 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03b55872-1299-4292-bae2-e786bad4747a HTTP/1.1" status: 200 len: 848 time: 0.0709174 Mar 31 15:38:44.567872 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-490f0a58-6e1c-4988-afe1-bed25408787e req-9b49e692-6e4e-490e-b636-d06f25738e39 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835919 Mar 31 15:38:44.596384 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-b61ba7c7-1828-4c20-9c6e-15db51c94dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '84172755-9fcf-4112-91a4-600deba30594', 'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'mac_address': 'fa:16:3e:81:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:51Z', 'updated_at': '2022-03-31T15:32:01Z', 'revision_number': 5, 'project_id': '3a11fad92b034592881562cf733900f7', 'subnets': [{'id': '03b55872-1299-4292-bae2-e786bad4747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:44.618476 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233 req-506514f7-a4af-40c6-8334-36874b69e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:44.619964 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233 req-506514f7-a4af-40c6-8334-36874b69e5a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487d4ad4-6062-4b0c-b5a1-580b37d41911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492444 Mar 31 15:38:44.627035 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ba7c7-1828-4c20-9c6e-15db51c94dd5 None None] Checking router: e4f7ddf7-4533-47ab-948c-521e69190a46 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:38:44.635620 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ba7c7-1828-4c20-9c6e-15db51c94dd5 None None] Routers {'e4f7ddf7-4533-47ab-948c-521e69190a46'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:44.636325 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-b61ba7c7-1828-4c20-9c6e-15db51c94dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:38:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e4f7ddf7-4533-47ab-948c-521e69190a46'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:44.711347 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233 req-78763508-6965-4ef9-9602-5f2626a864be service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844717 Mar 31 15:38:44.748208 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-b61ba7c7-1828-4c20-9c6e-15db51c94dd5 None None] Set router e4f7ddf7-4533-47ab-948c-521e69190a46 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:44.800573 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-cb73ff9f-e94d-4579-8ce4-a9d0ed8dd233 req-ac69b06a-77b8-40b9-a3cf-3c77434365ff service neutron] 10.222.0.13 "GET /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819263 Mar 31 15:38:44.952172 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-b61ba7c7-1828-4c20-9c6e-15db51c94dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '84172755-9fcf-4112-91a4-600deba30594', 'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'mac_address': 'fa:16:3e:81:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:51Z', 'updated_at': '2022-03-31T15:32:01Z', 'revision_number': 5, 'project_id': '3a11fad92b034592881562cf733900f7', 'subnets': [{'id': '03b55872-1299-4292-bae2-e786bad4747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:44.978186 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ba7c7-1828-4c20-9c6e-15db51c94dd5 None None] The sync data for ids ['e4f7ddf7-4533-47ab-948c-521e69190a46'] in dv-cinder-750782-15-iscsi is: [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:52Z', 'revision_number': 4, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '84172755-9fcf-4112-91a4-600deba30594', 'name': '', 'network_id': '487d4ad4-6062-4b0c-b5a1-580b37d41911', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'mac_address': 'fa:16:3e:81:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '03b55872-1299-4292-bae2-e786bad4747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:51Z', 'updated_at': '2022-03-31T15:32:01Z', 'revision_number': 5, 'project_id': '3a11fad92b034592881562cf733900f7', 'subnets': [{'id': '03b55872-1299-4292-bae2-e786bad4747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:38:45.198336 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18240c29-bea9-4976-9004-859155df6fce None None] New status for floating IP e4216b1d-a77d-4fed-8b8a-eabde6085b36: DOWN {{(pid=103661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:38:45.697039 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a9ad-f864-47c8-bc1e-fd1aad8fe505 req-784e96c4-babe-4b6a-b8c4-4db8f38d7b11 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:45.698521 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bc96a9ad-f864-47c8-bc1e-fd1aad8fe505 req-784e96c4-babe-4b6a-b8c4-4db8f38d7b11 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0581410 Mar 31 15:38:45.748829 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bc96a9ad-f864-47c8-bc1e-fd1aad8fe505 req-bb9d7340-be77-49d8-928f-677f5156bfb8 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438957 Mar 31 15:38:46.874687 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca187e-30c7-4bd4-8ab3-6a54844ad892 req-b0f97243-ea26-4aae-818b-60c7791954ab tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:46.876459 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d4ca187e-30c7-4bd4-8ab3-6a54844ad892 req-b0f97243-ea26-4aae-818b-60c7791954ab tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0536098 Mar 31 15:38:46.925682 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d4ca187e-30c7-4bd4-8ab3-6a54844ad892 req-53b62d1b-a1aa-4ff0-b3f5-4f03afd41aba tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435987 Mar 31 15:38:48.049196 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2c00a-9b73-4444-bb90-e82230baa8ed req-bce3aa2c-b25c-48eb-b697-12779875e8c7 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:48.050670 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5bb2c00a-9b73-4444-bb90-e82230baa8ed req-bce3aa2c-b25c-48eb-b697-12779875e8c7 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0561478 Mar 31 15:38:48.100936 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5bb2c00a-9b73-4444-bb90-e82230baa8ed req-a0a9879d-2535-4801-9a7b-5008561067cf tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444999 Mar 31 15:38:49.220594 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a443b1-e1e8-4a05-946d-55a22449fc70 req-5a824f63-5217-493c-a186-663a269dac67 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:49.222102 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f0a443b1-e1e8-4a05-946d-55a22449fc70 req-5a824f63-5217-493c-a186-663a269dac67 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 945 time: 0.0540295 Mar 31 15:38:49.273777 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-f0a443b1-e1e8-4a05-946d-55a22449fc70 req-1cc03b15-44c3-422b-820e-cb549c1b368a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452051 Mar 31 15:38:49.627350 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 27b904dc-f5bc-43f7-aa6f-9b8e852d24df no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:38:49.704102 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df is: ACTIVE; New status is: DOWN {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:49.704488 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:49.727728 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:49.730526 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6168d190-b40f-43a0-90ed-d500869b5e77" -d '{"events": [{"server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "name": "network-vif-unplugged", "status": "completed", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:38:49.742854 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:49.747858 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:49.809521 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,revision_number=9']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:49.819252 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.819517 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.819964 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.820171 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.820588 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.820842 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.821211 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.821543 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.821882 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.822208 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.822616 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.822865 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.823189 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.823565 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.823878 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:49.899068 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c8e7fb-e501-4ef6-b633-399e61fbbb19 x-openstack-request-id: req-59c8e7fb-e501-4ef6-b633-399e61fbbb19 {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:38:49.899369 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "name": "network-vif-unplugged", "status": "completed", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:38:49.899626 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59c8e7fb-e501-4ef6-b633-399e61fbbb19 {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:38:49.900035 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c8e7fb-e501-4ef6-b633-399e61fbbb19'] response: {'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'code': 200} Mar 31 15:38:50.393962 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaf2d8-a510-4b6f-be0e-12a536b00a7e req-cd3e3a48-5d09-4a0f-8c3d-8e1e2e431346 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.395427 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bfeaf2d8-a510-4b6f-be0e-12a536b00a7e req-cd3e3a48-5d09-4a0f-8c3d-8e1e2e431346 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0542681 Mar 31 15:38:50.447760 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-bfeaf2d8-a510-4b6f-be0e-12a536b00a7e req-b26da4a4-e391-4744-90cc-5cb3bbb46a3a tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/security-groups?id=449ede8c-3db4-4f1a-b127-701db23cc2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467398 Mar 31 15:38:50.806831 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0284-dfcc-4e60-a8ab-e992fdb01b1a req-3c252192-4ef8-453d-afc1-42ea30f6dbca tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.809347 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b9c0284-dfcc-4e60-a8ab-e992fdb01b1a req-3c252192-4ef8-453d-afc1-42ea30f6dbca tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 943 time: 0.0532675 Mar 31 15:38:50.900135 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-7b9c0284-dfcc-4e60-a8ab-e992fdb01b1a req-31879a3a-d4a6-4702-bb7f-fb8af8b06f0c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Deleting port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:38:50.900476 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-7b9c0284-dfcc-4e60-a8ab-e992fdb01b1a req-31879a3a-d4a6-4702-bb7f-fb8af8b06f0c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:50.989047 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-7b9c0284-dfcc-4e60-a8ab-e992fdb01b1a req-31879a3a-d4a6-4702-bb7f-fb8af8b06f0c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] For port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:50.989436 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-7b9c0284-dfcc-4e60-a8ab-e992fdb01b1a req-31879a3a-d4a6-4702-bb7f-fb8af8b06f0c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:51.003538 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-7b9c0284-dfcc-4e60-a8ab-e992fdb01b1a req-31879a3a-d4a6-4702-bb7f-fb8af8b06f0c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Calling delete_port for 27b904dc-f5bc-43f7-aa6f-9b8e852d24df owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:38:51.129287 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-7b9c0284-dfcc-4e60-a8ab-e992fdb01b1a req-31879a3a-d4a6-4702-bb7f-fb8af8b06f0c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (27b904dc-f5bc-43f7-aa6f-9b8e852d24df), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:51.159416 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31879a3a-d4a6-4702-bb7f-fb8af8b06f0c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event deleted for resources: {'Port': ['ID=27b904dc-f5bc-43f7-aa6f-9b8e852d24df,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:51.210892 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9c0284-dfcc-4e60-a8ab-e992fdb01b1a req-31879a3a-d4a6-4702-bb7f-fb8af8b06f0c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] No DVR routers for this DVR port 27b904dc-f5bc-43f7-aa6f-9b8e852d24df on host hv-cinder-75078 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:38:51.213779 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-7b9c0284-dfcc-4e60-a8ab-e992fdb01b1a req-31879a3a-d4a6-4702-bb7f-fb8af8b06f0c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:51.217458 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7b9c0284-dfcc-4e60-a8ab-e992fdb01b1a req-31879a3a-d4a6-4702-bb7f-fb8af8b06f0c tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.13 "DELETE /v2.0/ports/27b904dc-f5bc-43f7-aa6f-9b8e852d24df HTTP/1.1" status: 204 len: 173 time: 0.4042060 Mar 31 15:38:51.217921 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'name': 'network-vif-deleted', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:51.220986 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42279e4-076d-4395-bd49-5360b9092caf" -d '{"events": [{"server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "name": "network-vif-deleted", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:38:51.262299 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323684e0-ba72-4aca-a415-b55efaffa4ee x-openstack-request-id: req-323684e0-ba72-4aca-a415-b55efaffa4ee {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:38:51.262591 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd19d26-ea6c-4807-b3ed-82a619d8dd0e", "name": "network-vif-deleted", "tag": "27b904dc-f5bc-43f7-aa6f-9b8e852d24df", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:38:51.262845 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-323684e0-ba72-4aca-a415-b55efaffa4ee {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:38:51.263267 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323684e0-ba72-4aca-a415-b55efaffa4ee'] response: {'server_uuid': '9dd19d26-ea6c-4807-b3ed-82a619d8dd0e', 'name': 'network-vif-deleted', 'tag': '27b904dc-f5bc-43f7-aa6f-9b8e852d24df', 'status': 'completed', 'code': 200} Mar 31 15:38:51.550334 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-58388827-34cc-48ab-b7b0-a5a063759560 req-dfdbf0ce-ab1f-42e3-ac6e-7528c6280e09 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd19d26-ea6c-4807-b3ed-82a619d8dd0e HTTP/1.1" status: 200 len: 210 time: 0.0284326 Mar 31 15:38:52.610886 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59740) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:52.669073 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e1b09fee-edaf-4851-ad3a-b165cb5505a7 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group (449ede8c-3db4-4f1a-b127-701db23cc2cf), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:52.693274 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e1b09fee-edaf-4851-ad3a-b165cb5505a7 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group (449ede8c-3db4-4f1a-b127-701db23cc2cf), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:52.751234 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e1b09fee-edaf-4851-ad3a-b165cb5505a7 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (449ede8c-3db4-4f1a-b127-701db23cc2cf), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:52.753826 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e1b09fee-edaf-4851-ad3a-b165cb5505a7 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:52.754970 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e1b09fee-edaf-4851-ad3a-b165cb5505a7 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] 10.222.0.11 "DELETE /v2.0/security-groups/449ede8c-3db4-4f1a-b127-701db23cc2cf HTTP/1.1" status: 204 len: 168 time: 0.1431160 Mar 31 15:38:52.768816 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b09fee-edaf-4851-ad3a-b165cb5505a7 tempest-TestShelveInstance-406728040 tempest-TestShelveInstance-406728040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449ede8c-3db4-4f1a-b127-701db23cc2cf,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:52.820444 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59744) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:53.005383 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:53.701905 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609331'] for router_interface (e4f7ddf7-4533-47ab-948c-521e69190a46), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:53.959365 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] Deleting port 84172755-9fcf-4112-91a4-600deba30594 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:38:53.960172 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (84172755-9fcf-4112-91a4-600deba30594), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:54.040558 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] For port 84172755-9fcf-4112-91a4-600deba30594, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=84172755-9fcf-4112-91a4-600deba30594,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:54.040906 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (84172755-9fcf-4112-91a4-600deba30594), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:54.059299 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] Calling delete_port for 84172755-9fcf-4112-91a4-600deba30594 owned by network:router_interface {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:38:54.247518 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (84172755-9fcf-4112-91a4-600deba30594), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:54.271635 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84172755-9fcf-4112-91a4-600deba30594,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:54.446869 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607139'] for router_interface (e4f7ddf7-4533-47ab-948c-521e69190a46), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:54.673727 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] Router e4f7ddf7-4533-47ab-948c-521e69190a46 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:38:54.783800 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:38:54.788702 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-c92c076d-38b1-4d1d-a074-1ade7dd2bfc5 admin admin] 10.222.0.11 "PUT /v2.0/routers/e4f7ddf7-4533-47ab-948c-521e69190a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668412 Mar 31 15:38:54.791756 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59748) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:54.793138 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a158c1-bb17-4edc-a261-d8febca00e59 None None] Sync routers for ids ['e4f7ddf7-4533-47ab-948c-521e69190a46'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:38:54.804414 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a158c1-bb17-4edc-a261-d8febca00e59 None None] Routers {'e4f7ddf7-4533-47ab-948c-521e69190a46'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:54.805046 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-98a158c1-bb17-4edc-a261-d8febca00e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:38:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e4f7ddf7-4533-47ab-948c-521e69190a46'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:54.906433 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Publish callbacks [] for router (e4f7ddf7-4533-47ab-948c-521e69190a46), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:54.918807 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-98a158c1-bb17-4edc-a261-d8febca00e59 None None] Set router e4f7ddf7-4533-47ab-948c-521e69190a46 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:55.028683 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Publish callbacks [] for router_gateway (e4f7ddf7-4533-47ab-948c-521e69190a46), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.091480 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Deleting port eee5fd89-cad9-4318-a353-9cd093d85e9c {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:38:55.091757 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.137077 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-98a158c1-bb17-4edc-a261-d8febca00e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:38:54Z', 'revision_number': 5, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port': {'id': 'eee5fd89-cad9-4318-a353-9cd093d85e9c', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:55.168664 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a158c1-bb17-4edc-a261-d8febca00e59 None None] Checking router: e4f7ddf7-4533-47ab-948c-521e69190a46 for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:38:55.178172 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a158c1-bb17-4edc-a261-d8febca00e59 None None] Routers {'e4f7ddf7-4533-47ab-948c-521e69190a46'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:55.178806 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-98a158c1-bb17-4edc-a261-d8febca00e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:38:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['e4f7ddf7-4533-47ab-948c-521e69190a46'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:55.182132 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] For port eee5fd89-cad9-4318-a353-9cd093d85e9c, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=eee5fd89-cad9-4318-a353-9cd093d85e9c,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:55.182714 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.197515 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Calling delete_port for eee5fd89-cad9-4318-a353-9cd093d85e9c owned by network:router_gateway {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:38:55.271496 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-98a158c1-bb17-4edc-a261-d8febca00e59 None None] Set router e4f7ddf7-4533-47ab-948c-521e69190a46 gateway port host: None {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:55.323518 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-98a158c1-bb17-4edc-a261-d8febca00e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:38:55Z', 'revision_number': 6, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port_host': None}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:55.354214 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a158c1-bb17-4edc-a261-d8febca00e59 None None] The sync data for ids ['e4f7ddf7-4533-47ab-948c-521e69190a46'] in dv-cinder-750782-15-iscsi is: [{'id': 'e4f7ddf7-4533-47ab-948c-521e69190a46', 'name': 'tempest-TestShelveInstance-1031684424-router', 'tenant_id': '3a11fad92b034592881562cf733900f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:31:47Z', 'updated_at': '2022-03-31T15:38:55Z', 'revision_number': 6, 'project_id': '3a11fad92b034592881562cf733900f7', 'gw_port_host': None}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:38:55.378038 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (eee5fd89-cad9-4318-a353-9cd093d85e9c), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.406270 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee5fd89-cad9-4318-a353-9cd093d85e9c,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:55.473490 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608969'] for router_gateway (e4f7ddf7-4533-47ab-948c-521e69190a46), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.566640 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15575'] for router (e4f7ddf7-4533-47ab-948c-521e69190a46), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.568888 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Publish callbacks [] for router_controller (e4f7ddf7-4533-47ab-948c-521e69190a46), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.621018 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637868'] for router (e4f7ddf7-4533-47ab-948c-521e69190a46), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.621493 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4f7ddf7-4533-47ab-948c-521e69190a46 {{(pid=103658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:38:55.626813 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.627987 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-6ec13f2e-4ea3-45b8-9949-197884870983 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e4f7ddf7-4533-47ab-948c-521e69190a46 HTTP/1.1" status: 204 len: 168 time: 0.8347816 Mar 31 15:38:55.630607 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59750) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:55.682994 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aae7ae8-9778-421c-bed4-6841a99f4e57 admin admin] Deleting subnet 03b55872-1299-4292-bae2-e786bad4747a {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:38:55.688083 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5aae7ae8-9778-421c-bed4-6841a99f4e57 admin admin] Publish callbacks [] for subnet (03b55872-1299-4292-bae2-e786bad4747a), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.731210 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5aae7ae8-9778-421c-bed4-6841a99f4e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3813690'] for subnet (03b55872-1299-4292-bae2-e786bad4747a), precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.819618 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5aae7ae8-9778-421c-bed4-6841a99f4e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (03b55872-1299-4292-bae2-e786bad4747a), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.880200 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5aae7ae8-9778-421c-bed4-6841a99f4e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3907891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3313683'] for subnet (03b55872-1299-4292-bae2-e786bad4747a), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.905214 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae7ae8-9778-421c-bed4-6841a99f4e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b55872-1299-4292-bae2-e786bad4747a,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:55.913265 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5aae7ae8-9778-421c-bed4-6841a99f4e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for subnet (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.916503 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-5aae7ae8-9778-421c-bed4-6841a99f4e57 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/03b55872-1299-4292-bae2-e786bad4747a HTTP/1.1" status: 204 len: 168 time: 0.2850220 Mar 31 15:38:55.919268 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59752) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:55.919624 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d17cac-a9b1-441b-ba3b-0d64ef75a443 None None] Network 487d4ad4-6062-4b0c-b5a1-580b37d41911 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:38:56.021277 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (487d4ad4-6062-4b0c-b5a1-580b37d41911), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.102622 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Deleting port 067e3130-ea7f-4640-a63c-947b3ec3676b {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:38:56.103200 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.126972 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0e8dcb-33b8-47b7-a796-243a3bf48b08 None None] DHCP port deletion for 487d4ad4-6062-4b0c-b5a1-580b37d41911 request from dv-cinder-750782-15-iscsi {{(pid=103660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:38:56.199089 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] For port 067e3130-ea7f-4640-a63c-947b3ec3676b, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=067e3130-ea7f-4640-a63c-947b3ec3676b,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:56.200096 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.218394 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Calling delete_port for 067e3130-ea7f-4640-a63c-947b3ec3676b owned by network:dhcp {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:38:56.235660 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e8dcb-33b8-47b7-a796-243a3bf48b08 None None] Deleting port 067e3130-ea7f-4640-a63c-947b3ec3676b {{(pid=103660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:38:56.236238 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8dcb-33b8-47b7-a796-243a3bf48b08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), before_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.320898 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.336068 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-ca0e8dcb-33b8-47b7-a796-243a3bf48b08 None None] For port 067e3130-ea7f-4640-a63c-947b3ec3676b, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=067e3130-ea7f-4640-a63c-947b3ec3676b,segment=NetworkSegment(f703f2ee-81b3-4f63-849c-6bade578ec33),segment_id=f703f2ee-81b3-4f63-849c-6bade578ec33)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:56.336451 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8dcb-33b8-47b7-a796-243a3bf48b08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), precommit_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.349623 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e8dcb-33b8-47b7-a796-243a3bf48b08 None None] Calling delete_port for 067e3130-ea7f-4640-a63c-947b3ec3676b owned by network:dhcp {{(pid=103660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:38:56.364472 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Pushing event deleted for resources: {'Port': ['ID=067e3130-ea7f-4640-a63c-947b3ec3676b,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:56.372602 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] No DVR routers for this DVR port 067e3130-ea7f-4640-a63c-947b3ec3676b on host dv-cinder-750782-15-iscsi {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:38:56.482437 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (487d4ad4-6062-4b0c-b5a1-580b37d41911), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.509688 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487d4ad4-6062-4b0c-b5a1-580b37d41911']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:56.529145 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f703f2ee-81b3-4f63-849c-6bade578ec33') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:56.529145 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.services.segments.db [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f703f2ee-81b3-4f63-849c-6bade578ec33') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:56.543367 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3813681'] for segment (f703f2ee-81b3-4f63-849c-6bade578ec33), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.561818 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (f703f2ee-81b3-4f63-849c-6bade578ec33), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.569154 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:38:56.569853 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3907733'] for segment (f703f2ee-81b3-4f63-849c-6bade578ec33), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: Traceback (most recent call last): Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: timer() Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: cb(*args, **kw) Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: return func(*args, **kwargs) Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: self._notify() Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: self.callback(batched_events) Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: event.method(event) Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: return f(self, *a, **k) Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._get(url).json() Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: return self.request(url, 'GET', **kwargs) Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:38:56.572190 dv-cinder-750782-15-iscsi neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:38:56.590484 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device eee5fd89-cad9-4318-a353-9cd093d85e9c no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:38:56.618049 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: eee5fd89-cad9-4318-a353-9cd093d85e9c {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:38:56.618378 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device eee5fd89-cad9-4318-a353-9cd093d85e9c not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:38:56.618797 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 84172755-9fcf-4112-91a4-600deba30594 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:38:56.645449 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 84172755-9fcf-4112-91a4-600deba30594 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:38:56.645449 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 84172755-9fcf-4112-91a4-600deba30594 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:38:56.645449 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 067e3130-ea7f-4640-a63c-947b3ec3676b no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:38:56.645449 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8dcb-33b8-47b7-a796-243a3bf48b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461'] for port (067e3130-ea7f-4640-a63c-947b3ec3676b), after_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.655662 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (487d4ad4-6062-4b0c-b5a1-580b37d41911), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.660255 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.663893 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] 10.222.0.11 "DELETE /v2.0/networks/487d4ad4-6062-4b0c-b5a1-580b37d41911 HTTP/1.1" status: 204 len: 168 time: 0.7436602 Mar 31 15:38:56.669768 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59754) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:56.678998 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa83ce-5b32-45d0-9e73-033d73f80827 admin admin] Pushing event deleted for resources: {'Network': ['ID=487d4ad4-6062-4b0c-b5a1-580b37d41911,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:56.692164 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 067e3130-ea7f-4640-a63c-947b3ec3676b {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:38:56.692512 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 067e3130-ea7f-4640-a63c-947b3ec3676b not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:38:56.694179 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0e8dcb-33b8-47b7-a796-243a3bf48b08 None None] No DVR routers for this DVR port 067e3130-ea7f-4640-a63c-947b3ec3676b on host dv-cinder-750782-15-iscsi {{(pid=103660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:38:56.697275 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e8dcb-33b8-47b7-a796-243a3bf48b08 None None] Pushing event deleted for resources: {'Port': ['ID=067e3130-ea7f-4640-a63c-947b3ec3676b,revision_number=None']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:57.077677 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609331'] for router_interface (1c4a7e1a-f137-41d3-bee8-35b0dea49844), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:57.341457 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] Deleting port e221da98-a434-48a0-9647-e727906ef26a {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:38:57.341715 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (e221da98-a434-48a0-9647-e727906ef26a), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:57.427104 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] For port e221da98-a434-48a0-9647-e727906ef26a, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=e221da98-a434-48a0-9647-e727906ef26a,segment=NetworkSegment(e5900e98-ad28-409c-98f5-736289c23684),segment_id=e5900e98-ad28-409c-98f5-736289c23684)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:57.427546 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (e221da98-a434-48a0-9647-e727906ef26a), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:57.441053 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] Calling delete_port for e221da98-a434-48a0-9647-e727906ef26a owned by network:router_interface {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:38:57.632313 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (e221da98-a434-48a0-9647-e727906ef26a), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:57.658667 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] Pushing event deleted for resources: {'Port': ['ID=e221da98-a434-48a0-9647-e727906ef26a,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:57.859936 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607139'] for router_interface (1c4a7e1a-f137-41d3-bee8-35b0dea49844), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:58.098533 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] Router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:38:58.215612 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:38:58.220588 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-42b84155-d2f1-4716-8d99-e6f4e9cbcdad admin admin] 10.222.0.11 "PUT /v2.0/routers/1c4a7e1a-f137-41d3-bee8-35b0dea49844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5485294 Mar 31 15:38:58.223329 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59756) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:58.224898 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae50564-6044-45cf-8982-03d75a1c1200 None None] Sync routers for ids ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:38:58.235547 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae50564-6044-45cf-8982-03d75a1c1200 None None] Routers {'1c4a7e1a-f137-41d3-bee8-35b0dea49844'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:58.236165 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-8ae50564-6044-45cf-8982-03d75a1c1200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:38:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:58.331694 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Publish callbacks [] for router (1c4a7e1a-f137-41d3-bee8-35b0dea49844), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:58.348420 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-8ae50564-6044-45cf-8982-03d75a1c1200 None None] Set router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:58.564082 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-8ae50564-6044-45cf-8982-03d75a1c1200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'name': 'tempest-TestShelveInstance-463405891-router', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:00Z', 'updated_at': '2022-03-31T15:38:57Z', 'revision_number': 5, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'gw_port': {'id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:58.596084 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae50564-6044-45cf-8982-03d75a1c1200 None None] Checking router: 1c4a7e1a-f137-41d3-bee8-35b0dea49844 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:38:58.608137 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae50564-6044-45cf-8982-03d75a1c1200 None None] Routers {'1c4a7e1a-f137-41d3-bee8-35b0dea49844'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:58.608774 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-8ae50564-6044-45cf-8982-03d75a1c1200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:38:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:58.716857 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Publish callbacks [] for router_gateway (1c4a7e1a-f137-41d3-bee8-35b0dea49844), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:58.724082 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-8ae50564-6044-45cf-8982-03d75a1c1200 None None] Set router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:58.777122 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Deleting port 37beae56-6924-4f14-b3f3-6b72944e9202 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:38:58.777627 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:58.869267 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] For port 37beae56-6924-4f14-b3f3-6b72944e9202, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=37beae56-6924-4f14-b3f3-6b72944e9202,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:58.869960 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:58.893004 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Calling delete_port for 37beae56-6924-4f14-b3f3-6b72944e9202 owned by network:router_gateway {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:38:58.947489 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-8ae50564-6044-45cf-8982-03d75a1c1200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'name': 'tempest-TestShelveInstance-463405891-router', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:00Z', 'updated_at': '2022-03-31T15:38:57Z', 'revision_number': 5, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'gw_port': {'id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:58.996705 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae50564-6044-45cf-8982-03d75a1c1200 None None] The sync data for ids ['1c4a7e1a-f137-41d3-bee8-35b0dea49844'] in dv-cinder-750782-15-iscsi is: [{'id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'name': 'tempest-TestShelveInstance-463405891-router', 'tenant_id': '3553838bb355485ebafa35a4b4ba0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:32:00Z', 'updated_at': '2022-03-31T15:38:57Z', 'revision_number': 5, 'project_id': '3553838bb355485ebafa35a4b4ba0e41', 'gw_port': {'id': '37beae56-6924-4f14-b3f3-6b72944e9202', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a7e1a-f137-41d3-bee8-35b0dea49844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:32:01Z', 'updated_at': '2022-03-31T15:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:38:59.113219 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (37beae56-6924-4f14-b3f3-6b72944e9202), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.138607 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Pushing event deleted for resources: {'Port': ['ID=37beae56-6924-4f14-b3f3-6b72944e9202,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:59.205851 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608969'] for router_gateway (1c4a7e1a-f137-41d3-bee8-35b0dea49844), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.303469 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15575'] for router (1c4a7e1a-f137-41d3-bee8-35b0dea49844), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.305596 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Publish callbacks [] for router_controller (1c4a7e1a-f137-41d3-bee8-35b0dea49844), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.354033 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637868'] for router (1c4a7e1a-f137-41d3-bee8-35b0dea49844), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.354033 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c4a7e1a-f137-41d3-bee8-35b0dea49844 {{(pid=103659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:38:59.359108 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.360333 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-bed0eb28-acbc-4ada-8180-fb32a8709348 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1c4a7e1a-f137-41d3-bee8-35b0dea49844 HTTP/1.1" status: 204 len: 168 time: 1.1360500 Mar 31 15:38:59.363034 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59758) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:59.428226 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01b502d-5cfa-49c0-b934-c9fcf69c0843 admin admin] Deleting subnet 0e562565-3eac-48ec-9174-db2f99799770 {{(pid=103659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:38:59.432099 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e01b502d-5cfa-49c0-b934-c9fcf69c0843 admin admin] Publish callbacks [] for subnet (0e562565-3eac-48ec-9174-db2f99799770), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.468267 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e01b502d-5cfa-49c0-b934-c9fcf69c0843 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4012077'] for subnet (0e562565-3eac-48ec-9174-db2f99799770), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.550372 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e01b502d-5cfa-49c0-b934-c9fcf69c0843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (0e562565-3eac-48ec-9174-db2f99799770), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.606319 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e01b502d-5cfa-49c0-b934-c9fcf69c0843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3477119'] for subnet (0e562565-3eac-48ec-9174-db2f99799770), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.632652 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b502d-5cfa-49c0-b934-c9fcf69c0843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e562565-3eac-48ec-9174-db2f99799770,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:59.636999 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e01b502d-5cfa-49c0-b934-c9fcf69c0843 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.640158 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e01b502d-5cfa-49c0-b934-c9fcf69c0843 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0e562565-3eac-48ec-9174-db2f99799770 HTTP/1.1" status: 204 len: 168 time: 0.2761338 Mar 31 15:38:59.642695 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59760) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:59.644731 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7923bdd-df55-46a0-9818-b4c9a061cd49 None None] Network a3dc514b-37b3-4bbe-b98a-8a97219785a1 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:38:59.720834 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (a3dc514b-37b3-4bbe-b98a-8a97219785a1), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.781225 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Deleting port 98eaf414-ca1e-4154-8534-428f9e048a73 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:38:59.781562 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.818683 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e163a4-961b-4785-ad09-91df17671a6b None None] DHCP port deletion for a3dc514b-37b3-4bbe-b98a-8a97219785a1 request from dv-cinder-750782-15-iscsi {{(pid=103660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:38:59.848666 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] For port 98eaf414-ca1e-4154-8534-428f9e048a73, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=98eaf414-ca1e-4154-8534-428f9e048a73,segment=NetworkSegment(e5900e98-ad28-409c-98f5-736289c23684),segment_id=e5900e98-ad28-409c-98f5-736289c23684)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:59.849127 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.863380 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Calling delete_port for 98eaf414-ca1e-4154-8534-428f9e048a73 owned by network:dhcp {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:38:59.870009 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-88e163a4-961b-4785-ad09-91df17671a6b None None] Deleting port 98eaf414-ca1e-4154-8534-428f9e048a73 {{(pid=103660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:38:59.870492 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-88e163a4-961b-4785-ad09-91df17671a6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), before_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.933860 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-88e163a4-961b-4785-ad09-91df17671a6b None None] For port 98eaf414-ca1e-4154-8534-428f9e048a73, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=98eaf414-ca1e-4154-8534-428f9e048a73,segment=NetworkSegment(e5900e98-ad28-409c-98f5-736289c23684),segment_id=e5900e98-ad28-409c-98f5-736289c23684)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:59.934177 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-88e163a4-961b-4785-ad09-91df17671a6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), precommit_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.946430 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-88e163a4-961b-4785-ad09-91df17671a6b None None] Calling delete_port for 98eaf414-ca1e-4154-8534-428f9e048a73 owned by network:dhcp {{(pid=103660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:38:59.955103 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.982800 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Pushing event deleted for resources: {'Port': ['ID=98eaf414-ca1e-4154-8534-428f9e048a73,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:59.987683 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] No DVR routers for this DVR port 98eaf414-ca1e-4154-8534-428f9e048a73 on host dv-cinder-750782-15-iscsi {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:39:00.034748 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-88e163a4-961b-4785-ad09-91df17671a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461'] for port (98eaf414-ca1e-4154-8534-428f9e048a73), after_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.060406 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e163a4-961b-4785-ad09-91df17671a6b None None] Pushing event deleted for resources: {'Port': ['ID=98eaf414-ca1e-4154-8534-428f9e048a73,revision_number=None']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:00.063902 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e163a4-961b-4785-ad09-91df17671a6b None None] No DVR routers for this DVR port 98eaf414-ca1e-4154-8534-428f9e048a73 on host dv-cinder-750782-15-iscsi {{(pid=103660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:39:00.067578 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (a3dc514b-37b3-4bbe-b98a-8a97219785a1), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.090381 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dc514b-37b3-4bbe-b98a-8a97219785a1']}} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:00.099527 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5900e98-ad28-409c-98f5-736289c23684') {'for_net_delete': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:00.099819 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5900e98-ad28-409c-98f5-736289c23684') {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:00.110041 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4012070'] for segment (e5900e98-ad28-409c-98f5-736289c23684), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.123885 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (e5900e98-ad28-409c-98f5-736289c23684), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.130229 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:39:00.130618 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267762'] for segment (e5900e98-ad28-409c-98f5-736289c23684), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: Traceback (most recent call last): Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: timer() Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: cb(*args, **kw) Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: return func(*args, **kwargs) Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: self._notify() Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: self.callback(batched_events) Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: event.method(event) Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: return f(self, *a, **k) Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._get(url).json() Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: return self.request(url, 'GET', **kwargs) Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:39:00.132441 dv-cinder-750782-15-iscsi neutron-server[103659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:39:00.189390 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (a3dc514b-37b3-4bbe-b98a-8a97219785a1), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.202483 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.205665 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a3dc514b-37b3-4bbe-b98a-8a97219785a1 HTTP/1.1" status: 204 len: 168 time: 0.5620484 Mar 31 15:39:00.217941 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875889a-c8d7-4292-94e5-d3ea2ae77654 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3dc514b-37b3-4bbe-b98a-8a97219785a1,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:00.331169 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59764) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:00.371517 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b180163d-2419-4179-97d1-6e8bf4fe839b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a11fad92b034592881562cf733900f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391622 Mar 31 15:39:00.375610 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59766) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:00.428005 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-639c50bc-9720-4aee-88c2-9d42590d9082 admin admin] Publish callbacks [] for security_group (3ca780e4-0e54-4dc9-a065-44ce0c0bd2dc), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.449421 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-639c50bc-9720-4aee-88c2-9d42590d9082 admin admin] Publish callbacks [] for security_group (3ca780e4-0e54-4dc9-a065-44ce0c0bd2dc), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.498927 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-639c50bc-9720-4aee-88c2-9d42590d9082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (3ca780e4-0e54-4dc9-a065-44ce0c0bd2dc), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.501867 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-639c50bc-9720-4aee-88c2-9d42590d9082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.503023 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-639c50bc-9720-4aee-88c2-9d42590d9082 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ca780e4-0e54-4dc9-a065-44ce0c0bd2dc HTTP/1.1" status: 204 len: 168 time: 0.1251209 Mar 31 15:39:00.511739 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c50bc-9720-4aee-88c2-9d42590d9082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca780e4-0e54-4dc9-a065-44ce0c0bd2dc,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:00.556326 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 37beae56-6924-4f14-b3f3-6b72944e9202 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:39:00.577635 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 37beae56-6924-4f14-b3f3-6b72944e9202 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:39:00.578035 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 37beae56-6924-4f14-b3f3-6b72944e9202 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:39:00.578408 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device e221da98-a434-48a0-9647-e727906ef26a no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:39:00.601877 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: e221da98-a434-48a0-9647-e727906ef26a {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:39:00.602227 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device e221da98-a434-48a0-9647-e727906ef26a not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:39:00.602654 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 98eaf414-ca1e-4154-8534-428f9e048a73 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:39:00.623776 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 98eaf414-ca1e-4154-8534-428f9e048a73 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:39:00.624120 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 98eaf414-ca1e-4154-8534-428f9e048a73 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:39:00.826427 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59772) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:00.871225 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-bf22cd34-1024-48b3-a681-b486f6ef31eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3553838bb355485ebafa35a4b4ba0e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436158 Mar 31 15:39:00.873950 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59774) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:00.923895 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1391dd79-d59d-4330-a4dd-3b0483dd928a admin admin] Publish callbacks [] for security_group (ef24b903-730b-4b81-b81c-0f7f9e20b0ec), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.945420 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1391dd79-d59d-4330-a4dd-3b0483dd928a admin admin] Publish callbacks [] for security_group (ef24b903-730b-4b81-b81c-0f7f9e20b0ec), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.993060 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1391dd79-d59d-4330-a4dd-3b0483dd928a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ef24b903-730b-4b81-b81c-0f7f9e20b0ec), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.996425 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1391dd79-d59d-4330-a4dd-3b0483dd928a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.997775 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-1391dd79-d59d-4330-a4dd-3b0483dd928a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef24b903-730b-4b81-b81c-0f7f9e20b0ec HTTP/1.1" status: 204 len: 168 time: 0.1227825 Mar 31 15:39:01.006918 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391dd79-d59d-4330-a4dd-3b0483dd928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef24b903-730b-4b81-b81c-0f7f9e20b0ec,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:02.947299 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-82d6c7f8-adc6-4e84-a80b-1b937e7a9acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:05.316201 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-640dd8cd-d083-4ff8-83e0-a68ae63f83d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:06.582570 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:07.995276 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:09.499029 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:17.281642 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:39:17.411250 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-39f69224-daa9-4351-a762-66d98298f5b9 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761507457&fields=id&tenant_id=3f5e17047f454b4d9c3deffcaf725901 HTTP/1.1" status: 200 len: 267 time: 0.0440607 Mar 31 15:39:17.517247 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-8c815ad9-bbce-45a7-90a9-8cd46fdb4e26 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:17.518651 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-8c815ad9-bbce-45a7-90a9-8cd46fdb4e26 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 812 time: 0.1009114 Mar 31 15:39:17.533829 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-a8672e30-edf7-4047-bb0f-38c7c6083527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/quotas/3f5e17047f454b4d9c3deffcaf725901 HTTP/1.1" status: 200 len: 375 time: 0.0098252 Mar 31 15:39:17.592351 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-20897f29-2c62-4fa1-8396-d6167e30e0c8 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534101 Mar 31 15:39:17.707375 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-98554322-3375-41fe-8ad2-04d92384f360 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:39:17.708401 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-98554322-3375-41fe-8ad2-04d92384f360 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0995989 Mar 31 15:39:17.833540 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-2044fc81-7a12-4a36-a1b4-f6fdc359b468 service neutron] 10.222.0.11 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182463 Mar 31 15:39:17.946975 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-ec5c3503-caad-4e69-b887-a42a2d190bf6 service neutron] 10.222.0.11 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071525 Mar 31 15:39:18.263446 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2b8a91f5-8928-4b45-b493-4406b14c0a81 req-484e75e4-5b60-4677-90b9-658e70ce7db5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 210 time: 0.0297949 Mar 31 15:39:19.199809 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-940c056b-6358-4048-bc8a-e485e9edf8e2 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:19.201279 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-940c056b-6358-4048-bc8a-e485e9edf8e2 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 812 time: 0.1133654 Mar 31 15:39:19.266564 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-7c014318-80e5-4765-a9bc-9876085110b6 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5e17047f454b4d9c3deffcaf725901 HTTP/1.1" status: 200 len: 379 time: 0.0580835 Mar 31 15:39:19.275433 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'port': {'device_id': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'admin_state_up': True, 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'security_groups': ['98c71c1a-3ea6-43cb-abe5-438334557299']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:19.375690 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dbdf88e-ad41-4676-b3ab-8050f6000bc9 req-d88b4e8a-8f8f-4da2-b99f-921dd5f55682 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 210 time: 0.0405881 Mar 31 15:39:19.411162 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Made reservation on behalf of 3f5e17047f454b4d9c3deffcaf725901 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:39:19.414494 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:19.559933 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Allocated IP 172.20.0.3 (497cf4e4-1398-4f5c-8b91-3b72244825b0/9f5472fc-a43a-489f-8405-33af6e109945/6850fdf9-5f97-4dde-a6df-26c43ba2f668) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:19.967956 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.001356 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.042919 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Network 497cf4e4-1398-4f5c-8b91-3b72244825b0 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:20.048037 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:20.051730 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:39:20.059554 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'Port': ['ID=6850fdf9-5f97-4dde-a6df-26c43ba2f668,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:20.110403 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:20.111039 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.129634 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c843fe89-95ea-4faa-b183-f3299b7f8636 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8577666 Mar 31 15:39:20.140883 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.v2.base [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Request body: {'port': {'device_id': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:20.205945 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.286261 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-8667b161-d350-4d5f-9b90-1e86eb3852a2 None None] Provisioning complete for port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 triggered by entity DHCP. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:39:20.286897 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-8667b161-d350-4d5f-9b90-1e86eb3852a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.320610 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-8667b161-d350-4d5f-9b90-1e86eb3852a2 None None] Port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 cannot update to ACTIVE because it is not bound. {{(pid=103660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:39:20.513004 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6850fdf9-5f97-4dde-a6df-26c43ba2f668 {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:39:20.521957 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Publish callbacks [] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.539175 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Transition to ACTIVE for port object 6850fdf9-5f97-4dde-a6df-26c43ba2f668 will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:39:20.547316 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d1f5b-9536-43c2-956a-129a8e394928 req-b81090f0-4172-4434-9cbf-a4aa8b766368 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:20.548795 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-333d1f5b-9536-43c2-956a-129a8e394928 req-b81090f0-4172-4434-9cbf-a4aa8b766368 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 931 time: 0.1019211 Mar 31 15:39:20.550029 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.616629 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Pushing event updated for resources: {'Port': ['ID=6850fdf9-5f97-4dde-a6df-26c43ba2f668,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:20.684922 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-333d1f5b-9536-43c2-956a-129a8e394928 req-bcc93143-b412-4391-a983-1d04b5975dcf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297557 Mar 31 15:39:20.716050 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Attempting to bind port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:39:20.716381 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Attempting to bind port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:39:20.716706 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Attempting to bind port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 on network 497cf4e4-1398-4f5c-8b91-3b72244825b0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:39:20.721368 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 on network 497cf4e4-1398-4f5c-8b91-3b72244825b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:39:20.721700 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Attempting to bind port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 on network 497cf4e4-1398-4f5c-8b91-3b72244825b0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:39:20.726870 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Checking agent: {'id': '4f38d1cb-3c0c-48d4-8e57-7e028817cfa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'started_at': datetime.datetime(2022, 3, 31, 15, 24, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:39:20.727207 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Checking segment: {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:39:20.727593 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Bound using segment: {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:39:20.728025 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Bound port: 6850fdf9-5f97-4dde-a6df-26c43ba2f668, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780ea950-aaad-47c2-89d6-5c44dc8be6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:39:20.728383 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.793188 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] For port 6850fdf9-5f97-4dde-a6df-26c43ba2f668, host hv-cinder-75078, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:39:20.796091 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] For port 6850fdf9-5f97-4dde-a6df-26c43ba2f668, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6850fdf9-5f97-4dde-a6df-26c43ba2f668,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:39:20.802942 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3907785'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.837120 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:20.837593 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.839166 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] 10.222.0.13 "PUT /v2.0/ports/6850fdf9-5f97-4dde-a6df-26c43ba2f668 HTTP/1.1" status: 200 len: 1093 time: 0.7026415 Mar 31 15:39:20.839713 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'tag': '6850fdf9-5f97-4dde-a6df-26c43ba2f668'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:20.841921 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2737e532-29d0-4b23-8ee6-7907dafec466" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66", "tag": "6850fdf9-5f97-4dde-a6df-26c43ba2f668"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:20.872820 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115ec7b-e419-444e-8100-b6f4445c9b13 service neutron] Pushing event updated for resources: {'Port': ['ID=6850fdf9-5f97-4dde-a6df-26c43ba2f668,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:20.910738 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3225bf81-78b3-4dee-a837-4fa73576cddb x-openstack-request-id: req-3225bf81-78b3-4dee-a837-4fa73576cddb {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:20.911011 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66", "tag": "6850fdf9-5f97-4dde-a6df-26c43ba2f668", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:20.911269 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3225bf81-78b3-4dee-a837-4fa73576cddb {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:20.911675 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3225bf81-78b3-4dee-a837-4fa73576cddb'] response: {'name': 'network-changed', 'server_uuid': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'tag': '6850fdf9-5f97-4dde-a6df-26c43ba2f668', 'status': 'completed', 'code': 200} Mar 31 15:39:20.931630 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-d3d1982c-db68-4a2a-9d71-d9831dde1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:20.933951 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-d3d1982c-db68-4a2a-9d71-d9831dde1a18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 1127 time: 0.0558968 Mar 31 15:39:20.976692 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-d6185631-b9ae-4e9e-a669-4b564d35f5fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6850fdf9-5f97-4dde-a6df-26c43ba2f668 HTTP/1.1" status: 200 len: 217 time: 0.0352991 Mar 31 15:39:21.026757 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-8d33a653-0a8a-4f5d-aff1-d3b5686219cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:21.028210 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-8d33a653-0a8a-4f5d-aff1-d3b5686219cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0461833 Mar 31 15:39:21.078253 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-f816a0f3-e972-4c22-86a9-d23bb0fb0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:21.079775 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-f816a0f3-e972-4c22-86a9-d23bb0fb0a27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460370 Mar 31 15:39:21.173755 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-c61e1913-4e50-4321-8336-650de95a6382 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879300 Mar 31 15:39:21.263115 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4dc87170-b407-49b3-ad57-2c137e5f98bd req-2033734e-2ef2-422b-a637-b1f92744a7c1 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831053 Mar 31 15:39:21.359128 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e532-29d0-4b23-8ee6-7907dafec466 req-1aff827f-efca-452f-89a7-a94812e8b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:21.360617 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2737e532-29d0-4b23-8ee6-7907dafec466 req-1aff827f-efca-452f-89a7-a94812e8b02c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 1127 time: 0.0496657 Mar 31 15:39:21.446994 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e532-29d0-4b23-8ee6-7907dafec466 req-cec86e37-e32f-4362-8590-0dfcff974145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:21.448413 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2737e532-29d0-4b23-8ee6-7907dafec466 req-cec86e37-e32f-4362-8590-0dfcff974145 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 913 time: 0.0825486 Mar 31 15:39:21.491841 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2737e532-29d0-4b23-8ee6-7907dafec466 req-beb9ac1e-bbec-4434-98bf-75db86a4defd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6850fdf9-5f97-4dde-a6df-26c43ba2f668 HTTP/1.1" status: 200 len: 217 time: 0.0375509 Mar 31 15:39:21.539950 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e532-29d0-4b23-8ee6-7907dafec466 req-079cf644-5243-472f-b39f-40537d8df86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:21.541411 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2737e532-29d0-4b23-8ee6-7907dafec466 req-079cf644-5243-472f-b39f-40537d8df86a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0432663 Mar 31 15:39:21.592478 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e532-29d0-4b23-8ee6-7907dafec466 req-4839a313-00b1-408a-8a49-4c803c71add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:21.594296 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2737e532-29d0-4b23-8ee6-7907dafec466 req-4839a313-00b1-408a-8a49-4c803c71add6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464594 Mar 31 15:39:21.688939 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2737e532-29d0-4b23-8ee6-7907dafec466 req-2ed7f007-2fbf-4791-ab6b-f3345196b6b8 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854299 Mar 31 15:39:21.805670 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-2737e532-29d0-4b23-8ee6-7907dafec466 req-ff9d7616-239b-48a4-af4d-b230cdb4a23a service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085398 Mar 31 15:39:21.827326 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d19a4f-1aaf-43a1-a6f8-3253725cd1aa req-f57839de-1420-4315-b882-484477b54063 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:21.828782 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e9d19a4f-1aaf-43a1-a6f8-3253725cd1aa req-f57839de-1420-4315-b882-484477b54063 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 943 time: 0.0696342 Mar 31 15:39:21.884446 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e9d19a4f-1aaf-43a1-a6f8-3253725cd1aa req-eb9da52f-12c9-4dc8-b3b9-8766e5b16a80 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500827 Mar 31 15:39:23.001772 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead19cb-964f-4845-8004-c21fef77f9d3 req-b13000c9-7574-4443-ae0b-c4eaa5db55a5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:23.003231 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7ead19cb-964f-4845-8004-c21fef77f9d3 req-b13000c9-7574-4443-ae0b-c4eaa5db55a5 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 943 time: 0.0524158 Mar 31 15:39:23.023137 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:23.053476 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-7ead19cb-964f-4845-8004-c21fef77f9d3 req-cbf093ba-6473-45bc-b7c0-88deb387f710 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446169 Mar 31 15:39:24.174722 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67e98e-a4c6-4ace-89f6-0043c2a8e835 req-fac9414b-3c2d-4a5b-8e66-b05ca2e58400 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:24.174722 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6d67e98e-a4c6-4ace-89f6-0043c2a8e835 req-fac9414b-3c2d-4a5b-8e66-b05ca2e58400 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 943 time: 0.0516081 Mar 31 15:39:24.223115 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-6d67e98e-a4c6-4ace-89f6-0043c2a8e835 req-e1b22014-eeba-4fdd-9c24-be2658ae79f0 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426924 Mar 31 15:39:25.343288 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b68166-62c6-4164-a33c-10e7c4a5dfd7 req-77ab38cd-a18a-4a31-8409-f770f811bb2c tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:25.344750 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d3b68166-62c6-4164-a33c-10e7c4a5dfd7 req-77ab38cd-a18a-4a31-8409-f770f811bb2c tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 943 time: 0.0555894 Mar 31 15:39:25.394394 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d3b68166-62c6-4164-a33c-10e7c4a5dfd7 req-5a512fb0-336e-4426-9b57-da0d5555367c tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439684 Mar 31 15:39:26.516779 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694b213-f59d-450a-b3a6-f173782847d6 req-695eae22-b8ad-41f6-abbf-23bd578f4fde tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:26.519000 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9694b213-f59d-450a-b3a6-f173782847d6 req-695eae22-b8ad-41f6-abbf-23bd578f4fde tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 943 time: 0.0587800 Mar 31 15:39:26.577961 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-9694b213-f59d-450a-b3a6-f173782847d6 req-e05686ce-b951-4adf-b33b-4c8d8d31dce0 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530875 Mar 31 15:39:27.707370 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a766a-fbbc-44e2-83cf-1717f0f4be2a req-9fbe5587-0f9f-41f8-8f5c-33deecf5421d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:27.708845 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f4a766a-fbbc-44e2-83cf-1717f0f4be2a req-9fbe5587-0f9f-41f8-8f5c-33deecf5421d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 943 time: 0.0562851 Mar 31 15:39:27.758634 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-5f4a766a-fbbc-44e2-83cf-1717f0f4be2a req-c2053855-3e5a-4cf8-a5f0-122a3b68c527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435028 Mar 31 15:39:28.886607 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be145402-a56b-4fdd-83d3-3db7616c13e8 req-6485841a-27a3-44f4-b807-d46a802d6b87 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:28.888178 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-be145402-a56b-4fdd-83d3-3db7616c13e8 req-6485841a-27a3-44f4-b807-d46a802d6b87 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 943 time: 0.0618052 Mar 31 15:39:28.938081 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-be145402-a56b-4fdd-83d3-3db7616c13e8 req-49f92944-a8be-435c-bfaf-3639301cc238 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442195 Mar 31 15:39:29.790544 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 6850fdf9-5f97-4dde-a6df-26c43ba2f668 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:39:29.889960 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 6850fdf9-5f97-4dde-a6df-26c43ba2f668, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6850fdf9-5f97-4dde-a6df-26c43ba2f668,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:29.901693 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Returning: {'device': '6850fdf9-5f97-4dde-a6df-26c43ba2f668', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'port_id': '6850fdf9-5f97-4dde-a6df-26c43ba2f668', 'mac_address': 'fa:16:3e:92:2e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:39:29.941818 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 is: DOWN; New status is: BUILD {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:39:29.942204 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:29.955229 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6850fdf9-5f97-4dde-a6df-26c43ba2f668 {{(pid=103660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:39:29.976374 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 6850fdf9-5f97-4dde-a6df-26c43ba2f668, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6850fdf9-5f97-4dde-a6df-26c43ba2f668,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:29.981568 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:30.029406 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=6850fdf9-5f97-4dde-a6df-26c43ba2f668,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:30.056073 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b25f-a2b2-4c67-ad7a-b4607249e230 req-97bbea0b-e5f6-4cb4-990f-577983d930da tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:30.058337 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4366b25f-a2b2-4c67-ad7a-b4607249e230 req-97bbea0b-e5f6-4cb4-990f-577983d930da tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 944 time: 0.0532742 Mar 31 15:39:30.111966 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4366b25f-a2b2-4c67-ad7a-b4607249e230 req-7c0bdb52-3c70-4a85-bd86-c401955e397e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477679 Mar 31 15:39:30.210220 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] get_ports_and_sgs() called for port_ids ['6850fdf9-5f97-4dde-a6df-26c43ba2f668'] {{(pid=103660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:39:31.246046 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdba3f-890d-4a6d-a8ba-85edc0f7c9d9 req-b3ae79e4-89c6-40e4-95ed-bb809ba2fdbf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:31.247567 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-facdba3f-890d-4a6d-a8ba-85edc0f7c9d9 req-b3ae79e4-89c6-40e4-95ed-bb809ba2fdbf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 944 time: 0.0668969 Mar 31 15:39:31.297407 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-facdba3f-890d-4a6d-a8ba-85edc0f7c9d9 req-5b9d38f5-298c-4a2e-8fdd-603acdc3db82 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439365 Mar 31 15:39:31.808256 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 6850fdf9-5f97-4dde-a6df-26c43ba2f668 up at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:39:31.860678 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning for port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 completed by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:39:31.864773 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Provisioning complete for port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 triggered by entity L2. {{(pid=103660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:39:31.865166 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1073104348'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), provisioning_complete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:31.943326 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Current status of the port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 is: BUILD; New status is: ACTIVE {{(pid=103660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:39:31.943712 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:31.967627 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6850fdf9-5f97-4dde-a6df-26c43ba2f668'}] {{(pid=103660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:31.969907 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f0257f81599df423f651ce97347cddb5c6e364b27f6ca8f4502020adf7b793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f1737f-6f84-4cd7-b822-34a1b2932fb7" -d '{"events": [{"server_uuid": "ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66", "name": "network-vif-plugged", "status": "completed", "tag": "6850fdf9-5f97-4dde-a6df-26c43ba2f668"}]}' {{(pid=103660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:31.983135 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] For port 6850fdf9-5f97-4dde-a6df-26c43ba2f668, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6850fdf9-5f97-4dde-a6df-26c43ba2f668,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:31.987246 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:32.012368 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30de7804-32c5-4124-bfe1-d7daca0720fa x-openstack-request-id: req-30de7804-32c5-4124-bfe1-d7daca0720fa {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:32.012657 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66", "name": "network-vif-plugged", "status": "completed", "tag": "6850fdf9-5f97-4dde-a6df-26c43ba2f668", "code": 200}]} {{(pid=103660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:32.012906 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30de7804-32c5-4124-bfe1-d7daca0720fa {{(pid=103660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:32.013324 dv-cinder-750782-15-iscsi neutron-server[103660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30de7804-32c5-4124-bfe1-d7daca0720fa'] response: {'server_uuid': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6850fdf9-5f97-4dde-a6df-26c43ba2f668', 'code': 200} Mar 31 15:39:32.043820 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Pushing event updated for resources: {'Port': ['ID=6850fdf9-5f97-4dde-a6df-26c43ba2f668,revision_number=5']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:32.246700 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c979b1-a992-428d-96e2-d6f1b08dc0cc req-8b4e0649-b8a4-42a8-b201-8496a7116bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:32.248688 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d3c979b1-a992-428d-96e2-d6f1b08dc0cc req-8b4e0649-b8a4-42a8-b201-8496a7116bfa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 1129 time: 0.0456457 Mar 31 15:39:32.296898 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d3c979b1-a992-428d-96e2-d6f1b08dc0cc req-eba60e00-b8c7-4f8f-9b08-532bc636983c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421846 Mar 31 15:39:32.419597 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62829155-64d0-4da4-a2d3-9c6052bc5714 req-65f7b82b-332a-4ea5-a105-9c7ef17adee9 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:32.421105 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-62829155-64d0-4da4-a2d3-9c6052bc5714 req-65f7b82b-332a-4ea5-a105-9c7ef17adee9 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 945 time: 0.0569596 Mar 31 15:39:32.469142 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-62829155-64d0-4da4-a2d3-9c6052bc5714 req-47fc2100-cd0c-4f6c-9de4-51d26272e4cd tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424602 Mar 31 15:39:32.950401 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ece31bf2-2fd5-4e33-b750-5124255d27fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:33.603726 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed1566-b928-4143-a227-8fd89eae6e20 req-05096394-5b1f-424f-86e9-377584d60d2a tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:33.605267 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-76ed1566-b928-4143-a227-8fd89eae6e20 req-05096394-5b1f-424f-86e9-377584d60d2a tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 945 time: 0.0663936 Mar 31 15:39:33.684734 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-76ed1566-b928-4143-a227-8fd89eae6e20 req-1a8a4501-be90-4b20-88a5-bfb1cc86c87d tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698092 Mar 31 15:39:33.692282 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-8d139dc0-d525-4b05-bf01-efeee258ccf1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860093 Mar 31 15:39:33.771749 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-ecca90f2-ae4a-44e4-bedb-a97968147ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:33.773205 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-ecca90f2-ae4a-44e4-bedb-a97968147ebe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 1129 time: 0.0557699 Mar 31 15:39:33.898542 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdeed99-fa58-4544-a349-a46462dc09b7 req-d41aae43-5245-4c6f-9b9f-0bc6333a32cf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:33.900082 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1fdeed99-fa58-4544-a349-a46462dc09b7 req-d41aae43-5245-4c6f-9b9f-0bc6333a32cf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 945 time: 0.1245055 Mar 31 15:39:33.924674 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-113f00b9-5f13-43f1-ac91-2bc1c02fb169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:33.926311 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-113f00b9-5f13-43f1-ac91-2bc1c02fb169 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 913 time: 0.1220145 Mar 31 15:39:34.012947 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-1fdeed99-fa58-4544-a349-a46462dc09b7 req-043a3570-c1d1-4d02-a91b-4805f8a15c23 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001668 Mar 31 15:39:34.022424 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-514c15aa-468e-4fee-b8d8-6cb0d7e604da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 HTTP/1.1" status: 200 len: 1001 time: 0.0874119 Mar 31 15:39:34.046657 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59862) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:34.095953 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-1811cee3-df78-4529-a1cb-8c182e9ed951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.098145 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-1811cee3-df78-4529-a1cb-8c182e9ed951 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0699019 Mar 31 15:39:34.121133 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45f8e21-3ce4-492d-8b78-5b2fc5ca3fcc tempest-TestVolumeBootPattern-1461023688 tempest-TestVolumeBootPattern-1461023688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.126729 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e45f8e21-3ce4-492d-8b78-5b2fc5ca3fcc tempest-TestVolumeBootPattern-1461023688 tempest-TestVolumeBootPattern-1461023688-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 1124 time: 0.0754235 Mar 31 15:39:34.127113 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59864) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:34.134237 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.v2.base [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Request body: {'floatingip': {'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'port_id': '6850fdf9-5f97-4dde-a6df-26c43ba2f668', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:34.164748 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:34.170288 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-287e0c43-be3b-4a89-b907-c78283760caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.172710 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-287e0c43-be3b-4a89-b907-c78283760caa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0690475 Mar 31 15:39:34.288372 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-bcdeb35b-86e4-45f6-b131-64a25fb9ca6b service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100113 Mar 31 15:39:34.290143 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (None), before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:34.396160 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ff2dfa74-e717-4cab-b106-855ea56086a3 req-ec0fee4a-6b1d-4f6b-81ff-bf68e66d2be7 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023467 Mar 31 15:39:34.427682 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Allocated IP 172.27.2.72 (55ba27a4-7426-4ee5-a8a1-a1b63688d05e/fe21810d-2389-4651-b058-0f08acd7a8ad/654366b8-7734-49b8-9247-7170f0253fd3) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:34.546968 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for port (654366b8-7734-49b8-9247-7170f0253fd3), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:34.588648 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771932735452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (654366b8-7734-49b8-9247-7170f0253fd3), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:34.631923 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Network 55ba27a4-7426-4ee5-a8a1-a1b63688d05e is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:34.634868 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:34.641392 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:39:34.666045 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'Port': ['ID=654366b8-7734-49b8-9247-7170f0253fd3,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:34.680345 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.680683 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.681020 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.681391 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.681716 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.682217 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.682548 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.682869 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.683210 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.683529 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.683848 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.684167 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.684485 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.684799 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:34.685144 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:35.086203 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (fd5f2168-039e-47f4-9472-0fde8a1072c8), precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.168654 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073182246'] for port (654366b8-7734-49b8-9247-7170f0253fd3), before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.329260 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a4f31375-7ddd-46e4-87a5-1586c3f1e301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.344342 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for port (654366b8-7734-49b8-9247-7170f0253fd3), precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.350885 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771933254027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771932735470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771932738308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267694'] for port (654366b8-7734-49b8-9247-7170f0253fd3), after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.430197 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event updated for resources: {'Port': ['ID=654366b8-7734-49b8-9247-7170f0253fd3,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:35.443183 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609075'] for floatingip (fd5f2168-039e-47f4-9472-0fde8a1072c8), after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.550558 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Floating IP fd5f2168-039e-47f4-9472-0fde8a1072c8 associated. External IP: 172.27.2.72, port: 6850fdf9-5f97-4dde-a6df-26c43ba2f668. Mar 31 15:39:35.790996 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:39:35.933688 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:39:35.946129 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12b823-ae27-4ee3-ab57-321d2b8e2126 None None] Sync routers for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:39:35.957104 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.960884 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12b823-ae27-4ee3-ab57-321d2b8e2126 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:35.961561 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-1e12b823-ae27-4ee3-ab57-321d2b8e2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:39:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:35.994582 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-470be885-9078-497e-9a5a-95844ed2a1db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8658803 Mar 31 15:39:35.995335 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'tag': '6850fdf9-5f97-4dde-a6df-26c43ba2f668'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:35.997779 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4ec777-105f-4e56-a590-07f36f496403" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66", "tag": "6850fdf9-5f97-4dde-a6df-26c43ba2f668"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:36.055074 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6354b96-a1a1-45ee-a899-af85f0a9d7f4 x-openstack-request-id: req-d6354b96-a1a1-45ee-a899-af85f0a9d7f4 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:36.055520 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66", "tag": "6850fdf9-5f97-4dde-a6df-26c43ba2f668", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:36.055907 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6354b96-a1a1-45ee-a899-af85f0a9d7f4 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:36.056643 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6354b96-a1a1-45ee-a899-af85f0a9d7f4'] response: {'name': 'network-changed', 'server_uuid': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'tag': '6850fdf9-5f97-4dde-a6df-26c43ba2f668', 'status': 'completed', 'code': 200} Mar 31 15:39:36.109512 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-1e12b823-ae27-4ee3-ab57-321d2b8e2126 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:36.155534 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ec777-105f-4e56-a590-07f36f496403 req-45bb5d4b-08f5-4178-bbe1-7aa8583996d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:36.158187 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8c4ec777-105f-4e56-a590-07f36f496403 req-45bb5d4b-08f5-4178-bbe1-7aa8583996d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 1129 time: 0.0768065 Mar 31 15:39:36.308191 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ec777-105f-4e56-a590-07f36f496403 req-1474a8eb-e5b4-4324-9418-1331cc3e3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:36.309675 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8c4ec777-105f-4e56-a590-07f36f496403 req-1474a8eb-e5b4-4324-9418-1331cc3e3813 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 913 time: 0.1460238 Mar 31 15:39:36.381662 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-1e12b823-ae27-4ee3-ab57-321d2b8e2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '4093fc8e-503e-412c-9a0a-d23bdc69ad90', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:e3:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:08Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 1, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}, {'id': 'fd5f2168-039e-47f4-9472-0fde8a1072c8', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': '6850fdf9-5f97-4dde-a6df-26c43ba2f668', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:92:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:34Z', 'updated_at': '2022-03-31T15:39:34Z', 'revision_number': 0, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:36.390315 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8c4ec777-105f-4e56-a590-07f36f496403 req-415dcb11-0ea5-42b4-b615-a26c12d9e186 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6850fdf9-5f97-4dde-a6df-26c43ba2f668 HTTP/1.1" status: 200 len: 998 time: 0.0750942 Mar 31 15:39:36.414283 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12b823-ae27-4ee3-ab57-321d2b8e2126 None None] Checking router: 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:39:36.426142 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12b823-ae27-4ee3-ab57-321d2b8e2126 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:36.426762 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-1e12b823-ae27-4ee3-ab57-321d2b8e2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:39:35Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:36.449928 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ec777-105f-4e56-a590-07f36f496403 req-845213e6-4b6f-4982-a058-b9a64f8612d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:36.451547 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8c4ec777-105f-4e56-a590-07f36f496403 req-845213e6-4b6f-4982-a058-b9a64f8612d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0525804 Mar 31 15:39:36.531056 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ec777-105f-4e56-a590-07f36f496403 req-0172ec9b-94f6-427c-84c5-5cb32a8a18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:36.533152 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8c4ec777-105f-4e56-a590-07f36f496403 req-0172ec9b-94f6-427c-84c5-5cb32a8a18eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0748436 Mar 31 15:39:36.598218 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-1e12b823-ae27-4ee3-ab57-321d2b8e2126 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:36.639888 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8c4ec777-105f-4e56-a590-07f36f496403 req-3e180a59-7ebd-440b-a363-fa7a83f11234 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004140 Mar 31 15:39:36.655396 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:36.801224 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-8c4ec777-105f-4e56-a590-07f36f496403 req-7cae7775-2162-4ae7-8378-7c349d23bb63 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550014 Mar 31 15:39:37.084612 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-1e12b823-ae27-4ee3-ab57-321d2b8e2126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '4093fc8e-503e-412c-9a0a-d23bdc69ad90', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:e3:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:08Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 1, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}, {'id': 'fd5f2168-039e-47f4-9472-0fde8a1072c8', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': '6850fdf9-5f97-4dde-a6df-26c43ba2f668', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:92:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:34Z', 'updated_at': '2022-03-31T15:39:34Z', 'revision_number': 0, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:37.130678 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12b823-ae27-4ee3-ab57-321d2b8e2126 None None] The sync data for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi is: [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '4093fc8e-503e-412c-9a0a-d23bdc69ad90', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:e3:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:08Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 1, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}, {'id': 'fd5f2168-039e-47f4-9472-0fde8a1072c8', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': '6850fdf9-5f97-4dde-a6df-26c43ba2f668', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:92:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:34Z', 'updated_at': '2022-03-31T15:39:34Z', 'revision_number': 0, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:39:37.379830 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f9878-214a-4792-9261-51723d1645f4 None None] New status for floating IP fd5f2168-039e-47f4-9472-0fde8a1072c8: ACTIVE {{(pid=103661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:39:38.006571 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:39.503721 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:53.028492 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:54.281798 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:40:02.954183 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-594f956b-ae06-47b0-9e0f-2852da744033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:05.318582 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fc42bc12-2c5c-453d-b4cf-6407eac874b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:06.591011 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:08.003703 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:09.511947 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:23.042727 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:31.282555 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:40:32.959826 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-308549af-1b3d-4756-9bee-5c2f5ad2c4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:35.316711 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-2a475092-f438-42fe-b8d3-d3a88f9089f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:35.412641 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-418fd326-0d8e-432b-aaae-a54931b835f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526950 Mar 31 15:40:35.513791 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-e5cd0e89-42bb-4dde-82c1-ff5fb6d5948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:35.515422 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-e5cd0e89-42bb-4dde-82c1-ff5fb6d5948d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 1129 time: 0.0497403 Mar 31 15:40:35.645408 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-ed98777b-bb90-43e3-88ca-31e5f1236f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:35.646920 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-ed98777b-bb90-43e3-88ca-31e5f1236f32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 913 time: 0.1122379 Mar 31 15:40:35.718978 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-54b08e4a-2da0-46df-a19f-b22f6dec73f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 HTTP/1.1" status: 200 len: 1001 time: 0.0661469 Mar 31 15:40:35.771745 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-383d1a6a-4f7d-46ff-86b3-d0a9b8cde62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:35.773432 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-383d1a6a-4f7d-46ff-86b3-d0a9b8cde62f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0487349 Mar 31 15:40:35.833719 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-43795cdf-58ad-4d7e-9886-bd0d5ddd97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:35.835320 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-43795cdf-58ad-4d7e-9886-bd0d5ddd97df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562861 Mar 31 15:40:35.936900 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-4f207afc-1741-4029-a95c-2aa0ff06d1b6 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959058 Mar 31 15:40:36.042165 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-3d39c163-da3d-409f-8ec2-ed62f74481b8 req-4f2236bd-6c66-4d3b-b9bf-305cfcc000e1 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996561 Mar 31 15:40:36.600030 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:38.006509 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:39.507943 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:53.053603 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:02.956831 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f5520a4e-ffd0-4301-bbe1-c454cbdf464c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:04.997272 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59892) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:05.183473 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Deleting port 654366b8-7734-49b8-9247-7170f0253fd3 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:05.184055 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (654366b8-7734-49b8-9247-7170f0253fd3), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:05.263495 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (654366b8-7734-49b8-9247-7170f0253fd3), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:05.263816 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (654366b8-7734-49b8-9247-7170f0253fd3), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:05.276668 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Calling delete_port for 654366b8-7734-49b8-9247-7170f0253fd3 owned by network:floatingip {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:05.310427 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-133d8ca9-4732-4fe3-b05b-c9504a7a1e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:05.433328 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (654366b8-7734-49b8-9247-7170f0253fd3), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:05.474853 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event deleted for resources: {'Port': ['ID=654366b8-7734-49b8-9247-7170f0253fd3,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:05.498610 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.498957 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.499302 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.499639 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.499974 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.500305 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.500884 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.501290 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.501732 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.502110 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.502563 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.502893 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.503215 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.503537 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.503856 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:05.546983 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (fd5f2168-039e-47f4-9472-0fde8a1072c8), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:05.547304 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.db.l3_db [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Floating IP fd5f2168-039e-47f4-9472-0fde8a1072c8 disassociated (deleted). External IP: 172.27.2.72, port: 6850fdf9-5f97-4dde-a6df-26c43ba2f668. Mar 31 15:41:06.054276 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:06.183844 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:06.189186 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.199301 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1a2a5-c2fc-4e51-891e-3f1b2dc10f17 None None] Sync routers for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:06.211434 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1a2a5-c2fc-4e51-891e-3f1b2dc10f17 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:06.212184 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-bcb1a2a5-c2fc-4e51-891e-3f1b2dc10f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:06.230911 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e0fc0608-dd52-4c37-a527-26b720f28527 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "DELETE /v2.0/floatingips/fd5f2168-039e-47f4-9472-0fde8a1072c8 HTTP/1.1" status: 204 len: 168 time: 1.2321408 Mar 31 15:41:06.231850 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'tag': '6850fdf9-5f97-4dde-a6df-26c43ba2f668'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:06.235434 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b04c9da1e22fb1c3ed0cc5b0f8f478b0630c4038a69e0728140ddd7f1b89332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66", "tag": "6850fdf9-5f97-4dde-a6df-26c43ba2f668"}]}' {{(pid=103659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:06.286659 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9126998-a9c9-4afd-a1b1-39db873c0970 x-openstack-request-id: req-a9126998-a9c9-4afd-a1b1-39db873c0970 {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:06.286977 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66", "tag": "6850fdf9-5f97-4dde-a6df-26c43ba2f668", "status": "completed", "code": 200}]} {{(pid=103659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:06.287231 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9126998-a9c9-4afd-a1b1-39db873c0970 {{(pid=103659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:06.287722 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9126998-a9c9-4afd-a1b1-39db873c0970'] response: {'name': 'network-changed', 'server_uuid': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'tag': '6850fdf9-5f97-4dde-a6df-26c43ba2f668', 'status': 'completed', 'code': 200} Mar 31 15:41:06.350413 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-bcb1a2a5-c2fc-4e51-891e-3f1b2dc10f17 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:06.362298 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2 req-7fad8b7d-545b-4ed1-b334-31247c0c4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:06.362873 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2 req-7fad8b7d-545b-4ed1-b334-31247c0c4fbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 1129 time: 0.0533731 Mar 31 15:41:06.454270 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2 req-10dc39e4-e793-4257-a7fa-35a15fc01c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:06.455644 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2 req-10dc39e4-e793-4257-a7fa-35a15fc01c79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 913 time: 0.0863571 Mar 31 15:41:06.500385 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2 req-26cd5e98-d305-494d-9787-ecb1ee627599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6850fdf9-5f97-4dde-a6df-26c43ba2f668 HTTP/1.1" status: 200 len: 217 time: 0.0394907 Mar 31 15:41:06.549838 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2 req-f55f9a8e-d4e5-481c-9d51-3fd8f44ebe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:06.551303 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2 req-f55f9a8e-d4e5-481c-9d51-3fd8f44ebe30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0447204 Mar 31 15:41:06.604107 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2 req-752250b6-6205-4245-8760-e7ac3db12187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:06.605801 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2 req-752250b6-6205-4245-8760-e7ac3db12187 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492473 Mar 31 15:41:06.608043 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-bcb1a2a5-c2fc-4e51-891e-3f1b2dc10f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '4093fc8e-503e-412c-9a0a-d23bdc69ad90', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:e3:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:08Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 1, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:06.611700 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.640357 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1a2a5-c2fc-4e51-891e-3f1b2dc10f17 None None] Checking router: 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:06.648874 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1a2a5-c2fc-4e51-891e-3f1b2dc10f17 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:06.649524 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-bcb1a2a5-c2fc-4e51-891e-3f1b2dc10f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:06.699223 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2 req-725e15eb-f7ba-424b-86ab-d2d294d9fce1 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879169 Mar 31 15:41:06.760752 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-bcb1a2a5-c2fc-4e51-891e-3f1b2dc10f17 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:06.789659 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-587c245c-f5f1-481f-8bd6-3a2f4e2d24b2 req-1b53272d-1f36-49c6-aaa0-70daa7328c4f service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849743 Mar 31 15:41:06.988442 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-bcb1a2a5-c2fc-4e51-891e-3f1b2dc10f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '4093fc8e-503e-412c-9a0a-d23bdc69ad90', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:e3:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:08Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 1, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:07.017830 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1a2a5-c2fc-4e51-891e-3f1b2dc10f17 None None] The sync data for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi is: [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_floatingips': [{'id': '4093fc8e-503e-412c-9a0a-d23bdc69ad90', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'router_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'port_id': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'mac_address': 'fa:16:3e:e3:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:08Z', 'updated_at': '2022-03-31T15:37:10Z', 'revision_number': 1, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:07.254671 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247869e-ab53-4be5-ae1e-a7bba89bbc49 None None] New status for floating IP fd5f2168-039e-47f4-9472-0fde8a1072c8: DOWN {{(pid=103661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:41:07.505013 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f89b9d-b3fd-4bea-9abc-0686da47d884 req-8a93e0f6-528f-47f2-aac5-7aad4061b5db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:07.506544 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b2f89b9d-b3fd-4bea-9abc-0686da47d884 req-8a93e0f6-528f-47f2-aac5-7aad4061b5db tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 945 time: 0.0549397 Mar 31 15:41:07.561903 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-b2f89b9d-b3fd-4bea-9abc-0686da47d884 req-10b18f5f-3174-491d-9a0e-fa31b6f3b2df tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495884 Mar 31 15:41:08.007690 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:08.281743 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:41:08.688349 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8ce7a-0445-4127-8388-2c05aadeeff5 req-426d55f2-82d9-4385-947b-a85d9a244c65 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:08.689928 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-48b8ce7a-0445-4127-8388-2c05aadeeff5 req-426d55f2-82d9-4385-947b-a85d9a244c65 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 945 time: 0.0529721 Mar 31 15:41:08.741004 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-48b8ce7a-0445-4127-8388-2c05aadeeff5 req-0de59257-8f5a-4e74-b16d-2f9f7b7e7f0c tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453382 Mar 31 15:41:08.961011 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feacc62-386f-4965-8f23-1f13efd533b5 req-d401dcad-9e26-4d85-b9cd-2933e69272ed tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:08.962675 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4feacc62-386f-4965-8f23-1f13efd533b5 req-d401dcad-9e26-4d85-b9cd-2933e69272ed tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 945 time: 0.0571339 Mar 31 15:41:09.064049 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-4feacc62-386f-4965-8f23-1f13efd533b5 req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Deleting port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:09.064385 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4feacc62-386f-4965-8f23-1f13efd533b5 req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:09.160027 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-4feacc62-386f-4965-8f23-1f13efd533b5 req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] For port 6850fdf9-5f97-4dde-a6df-26c43ba2f668, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6850fdf9-5f97-4dde-a6df-26c43ba2f668,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:09.160300 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4feacc62-386f-4965-8f23-1f13efd533b5 req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:09.175544 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-4feacc62-386f-4965-8f23-1f13efd533b5 req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Calling delete_port for 6850fdf9-5f97-4dde-a6df-26c43ba2f668 owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:09.317885 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4feacc62-386f-4965-8f23-1f13efd533b5 req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (6850fdf9-5f97-4dde-a6df-26c43ba2f668), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:09.346242 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event deleted for resources: {'Port': ['ID=6850fdf9-5f97-4dde-a6df-26c43ba2f668,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:09.361722 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.362095 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.362407 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.362769 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.363174 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.363509 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.363832 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.364152 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.364480 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.364808 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.365160 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.365487 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.366000 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.366147 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.366497 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:09.408039 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-4feacc62-386f-4965-8f23-1f13efd533b5 req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] No DVR routers for this DVR port 6850fdf9-5f97-4dde-a6df-26c43ba2f668 on host hv-cinder-75078 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:09.410758 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-4feacc62-386f-4965-8f23-1f13efd533b5 req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:09.414006 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-4feacc62-386f-4965-8f23-1f13efd533b5 req-43e05563-f78e-4b86-a2c0-739abe09358b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "DELETE /v2.0/ports/6850fdf9-5f97-4dde-a6df-26c43ba2f668 HTTP/1.1" status: 204 len: 173 time: 0.4466403 Mar 31 15:41:09.414454 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'name': 'network-vif-deleted', 'tag': '6850fdf9-5f97-4dde-a6df-26c43ba2f668'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:09.417617 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8fcfd9-cce0-465c-8cae-7c91b7498398" -d '{"events": [{"server_uuid": "ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66", "name": "network-vif-deleted", "tag": "6850fdf9-5f97-4dde-a6df-26c43ba2f668"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:09.456756 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd60a37a-387e-43c5-84ee-50e060eba1bc x-openstack-request-id: req-bd60a37a-387e-43c5-84ee-50e060eba1bc {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:09.457117 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66", "name": "network-vif-deleted", "tag": "6850fdf9-5f97-4dde-a6df-26c43ba2f668", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:09.457376 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd60a37a-387e-43c5-84ee-50e060eba1bc {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:09.457965 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd60a37a-387e-43c5-84ee-50e060eba1bc'] response: {'server_uuid': 'ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66', 'name': 'network-vif-deleted', 'tag': '6850fdf9-5f97-4dde-a6df-26c43ba2f668', 'status': 'completed', 'code': 200} Mar 31 15:41:09.504896 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:09.869770 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-eb47150f-08d3-4370-8ba6-5e5186a20a7b req-095acf83-32dc-40ca-8fbb-a2e290b12363 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3bf8a4-82fe-4731-99b6-ca6bfa5e7e66 HTTP/1.1" status: 200 len: 210 time: 0.0300102 Mar 31 15:41:12.382561 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 6850fdf9-5f97-4dde-a6df-26c43ba2f668 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:12.405190 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: 6850fdf9-5f97-4dde-a6df-26c43ba2f668 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:12.405551 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device 6850fdf9-5f97-4dde-a6df-26c43ba2f668 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:13.165501 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59934) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:13.347485 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Deleting port 0da69d0e-5eb5-4bae-a0bf-4dc9f1603134 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:13.347817 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (0da69d0e-5eb5-4bae-a0bf-4dc9f1603134), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.421675 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (0da69d0e-5eb5-4bae-a0bf-4dc9f1603134), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.421941 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (0da69d0e-5eb5-4bae-a0bf-4dc9f1603134), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.435028 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Calling delete_port for 0da69d0e-5eb5-4bae-a0bf-4dc9f1603134 owned by network:floatingip {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:13.858642 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (0da69d0e-5eb5-4bae-a0bf-4dc9f1603134), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.888607 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event deleted for resources: {'Port': ['ID=0da69d0e-5eb5-4bae-a0bf-4dc9f1603134,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:13.954033 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (4093fc8e-503e-412c-9a0a-d23bdc69ad90), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.954525 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.db.l3_db [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Floating IP 4093fc8e-503e-412c-9a0a-d23bdc69ad90 disassociated (deleted). External IP: 172.27.2.197, port: ce7ec6f8-f89e-44ac-8038-ea58fa1e5229. Mar 31 15:41:14.171859 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:14.282996 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:14.287804 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:14.292841 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd481874-eeb1-495a-a121-e635b4a7a882 None None] Sync routers for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:14.302727 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd481874-eeb1-495a-a121-e635b4a7a882 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:14.303336 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-cd481874-eeb1-495a-a121-e635b4a7a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:14.318532 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-aa07c339-9155-4b3f-b1e2-c90b1613da18 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "DELETE /v2.0/floatingips/4093fc8e-503e-412c-9a0a-d23bdc69ad90 HTTP/1.1" status: 204 len: 168 time: 1.1519318 Mar 31 15:41:14.319208 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'tag': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:14.321585 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45c0467-1154-415c-b596-61847c543ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "1bac4401-bf26-48d9-8944-4b2ecdf32e6d", "tag": "ce7ec6f8-f89e-44ac-8038-ea58fa1e5229"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:14.360283 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf0fd35-6527-4ab1-8049-788ae264a1bb x-openstack-request-id: req-2bf0fd35-6527-4ab1-8049-788ae264a1bb {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:14.361752 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bac4401-bf26-48d9-8944-4b2ecdf32e6d", "tag": "ce7ec6f8-f89e-44ac-8038-ea58fa1e5229", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:14.362402 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bf0fd35-6527-4ab1-8049-788ae264a1bb {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:14.362982 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf0fd35-6527-4ab1-8049-788ae264a1bb'] response: {'name': 'network-changed', 'server_uuid': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'tag': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'status': 'completed', 'code': 200} Mar 31 15:41:14.429929 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0467-1154-415c-b596-61847c543ec1 req-7c5ff237-6166-471a-b454-0a0f12adc1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:14.431502 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e45c0467-1154-415c-b596-61847c543ec1 req-7c5ff237-6166-471a-b454-0a0f12adc1e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5e17047f454b4d9c3deffcaf725901&device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 1129 time: 0.0499640 Mar 31 15:41:14.437205 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-cd481874-eeb1-495a-a121-e635b4a7a882 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:14.579186 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0467-1154-415c-b596-61847c543ec1 req-02182eda-5773-4a89-a7f3-6eace2d9452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:14.580677 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e45c0467-1154-415c-b596-61847c543ec1 req-02182eda-5773-4a89-a7f3-6eace2d9452b service neutron] 10.222.0.13 "GET /v2.0/networks?id=497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 200 len: 913 time: 0.1423714 Mar 31 15:41:14.627817 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e45c0467-1154-415c-b596-61847c543ec1 req-6570f55c-8f7a-47c9-bef3-967a0d68e242 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 HTTP/1.1" status: 200 len: 217 time: 0.0400710 Mar 31 15:41:14.642187 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666e471-2fbf-4971-a76c-817e266de120 req-15262088-8d60-4ca0-80c7-caa80993f08c tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:14.643776 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d666e471-2fbf-4971-a76c-817e266de120 req-15262088-8d60-4ca0-80c7-caa80993f08c tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 945 time: 0.1068747 Mar 31 15:41:14.716605 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0467-1154-415c-b596-61847c543ec1 req-8c6b676e-d6a6-4716-94a6-e64f2bb9a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:14.717993 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e45c0467-1154-415c-b596-61847c543ec1 req-8c6b676e-d6a6-4716-94a6-e64f2bb9a5b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 200 len: 851 time: 0.0837820 Mar 31 15:41:14.741169 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-d666e471-2fbf-4971-a76c-817e266de120 req-b22ec4f6-96da-4ead-8ed0-0629c35655b9 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902245 Mar 31 15:41:14.774261 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0467-1154-415c-b596-61847c543ec1 req-3de932e6-8107-4636-b5a1-97eba4846a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:14.776300 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e45c0467-1154-415c-b596-61847c543ec1 req-3de932e6-8107-4636-b5a1-97eba4846a42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497cf4e4-1398-4f5c-8b91-3b72244825b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489771 Mar 31 15:41:14.801914 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-cd481874-eeb1-495a-a121-e635b4a7a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:14.828511 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd481874-eeb1-495a-a121-e635b4a7a882 None None] Checking router: 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:14.841310 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd481874-eeb1-495a-a121-e635b4a7a882 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:14.841943 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-cd481874-eeb1-495a-a121-e635b4a7a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:14.873808 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e45c0467-1154-415c-b596-61847c543ec1 req-64e38ee9-fad2-42f3-8923-c491088db9c0 service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916851 Mar 31 15:41:14.954757 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-cd481874-eeb1-495a-a121-e635b4a7a882 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:14.974049 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-e45c0467-1154-415c-b596-61847c543ec1 req-2cb59215-7e47-4191-abf0-f300cbc2a68e service neutron] 10.222.0.13 "GET /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937450 Mar 31 15:41:15.179000 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-cd481874-eeb1-495a-a121-e635b4a7a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:15.209940 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd481874-eeb1-495a-a121-e635b4a7a882 None None] The sync data for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi is: [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:02Z', 'revision_number': 4, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi', '_interfaces': [{'id': '293904d8-f7d5-40a8-9a92-55b24c56afee', 'name': '', 'network_id': '497cf4e4-1398-4f5c-8b91-3b72244825b0', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'mac_address': 'fa:16:3e:ed:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9f5472fc-a43a-489f-8405-33af6e109945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:02Z', 'updated_at': '2022-03-31T15:34:07Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'subnets': [{'id': '9f5472fc-a43a-489f-8405-33af6e109945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:15.443182 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303ad5ef-23ec-4d31-a803-5c6b75a908d1 None None] New status for floating IP 4093fc8e-503e-412c-9a0a-d23bdc69ad90: DOWN {{(pid=103661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:41:15.868451 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb524bb-e6c2-4f70-aadb-b601548a4520 req-4f7ecefb-efcb-4662-8cd3-5e7a20ccff65 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:15.873236 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ddb524bb-e6c2-4f70-aadb-b601548a4520 req-4f7ecefb-efcb-4662-8cd3-5e7a20ccff65 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 945 time: 0.0560997 Mar 31 15:41:15.928161 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ddb524bb-e6c2-4f70-aadb-b601548a4520 req-8f4ad242-533b-446a-b73c-ccf6f0308edf tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/security-groups?id=98c71c1a-3ea6-43cb-abe5-438334557299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490453 Mar 31 15:41:16.001911 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bac17-aedb-4436-b3fd-47ae9b6cd627 req-2e9a6310-a692-4412-b561-7336d3916d22 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:16.003360 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ab3bac17-aedb-4436-b3fd-47ae9b6cd627 req-2e9a6310-a692-4412-b561-7336d3916d22 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 945 time: 0.0531549 Mar 31 15:41:16.099866 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-ab3bac17-aedb-4436-b3fd-47ae9b6cd627 req-7288d88b-9534-40b0-a6c4-90076ace6e55 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Deleting port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:16.100204 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-ab3bac17-aedb-4436-b3fd-47ae9b6cd627 req-7288d88b-9534-40b0-a6c4-90076ace6e55 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:16.195869 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-ab3bac17-aedb-4436-b3fd-47ae9b6cd627 req-7288d88b-9534-40b0-a6c4-90076ace6e55 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] For port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:16.196142 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-ab3bac17-aedb-4436-b3fd-47ae9b6cd627 req-7288d88b-9534-40b0-a6c4-90076ace6e55 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:16.211026 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-ab3bac17-aedb-4436-b3fd-47ae9b6cd627 req-7288d88b-9534-40b0-a6c4-90076ace6e55 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Calling delete_port for ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:16.345400 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-ab3bac17-aedb-4436-b3fd-47ae9b6cd627 req-7288d88b-9534-40b0-a6c4-90076ace6e55 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (ce7ec6f8-f89e-44ac-8038-ea58fa1e5229), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:16.375393 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288d88b-9534-40b0-a6c4-90076ace6e55 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event deleted for resources: {'Port': ['ID=ce7ec6f8-f89e-44ac-8038-ea58fa1e5229,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:16.418835 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3bac17-aedb-4436-b3fd-47ae9b6cd627 req-7288d88b-9534-40b0-a6c4-90076ace6e55 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] No DVR routers for this DVR port ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 on host hv-cinder-75078 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:16.421357 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-ab3bac17-aedb-4436-b3fd-47ae9b6cd627 req-7288d88b-9534-40b0-a6c4-90076ace6e55 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for port (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:16.424728 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-ab3bac17-aedb-4436-b3fd-47ae9b6cd627 req-7288d88b-9534-40b0-a6c4-90076ace6e55 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.13 "DELETE /v2.0/ports/ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 HTTP/1.1" status: 204 len: 173 time: 0.4167964 Mar 31 15:41:16.425203 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'name': 'network-vif-deleted', 'tag': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:16.427451 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b2fefab1fa9d7893e05426f20c00c72dd3cd8c368f1a43c95e261993d22352" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ee60c5-fd94-4de5-af53-193b7fbc849f" -d '{"events": [{"server_uuid": "1bac4401-bf26-48d9-8944-4b2ecdf32e6d", "name": "network-vif-deleted", "tag": "ce7ec6f8-f89e-44ac-8038-ea58fa1e5229"}]}' {{(pid=103658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:16.466871 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d53a6-3210-42c3-a95f-0f757e0a524d x-openstack-request-id: req-564d53a6-3210-42c3-a95f-0f757e0a524d {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:16.467201 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bac4401-bf26-48d9-8944-4b2ecdf32e6d", "name": "network-vif-deleted", "tag": "ce7ec6f8-f89e-44ac-8038-ea58fa1e5229", "status": "completed", "code": 200}]} {{(pid=103658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:16.467446 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-564d53a6-3210-42c3-a95f-0f757e0a524d {{(pid=103658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:16.467844 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564d53a6-3210-42c3-a95f-0f757e0a524d'] response: {'server_uuid': '1bac4401-bf26-48d9-8944-4b2ecdf32e6d', 'name': 'network-vif-deleted', 'tag': 'ce7ec6f8-f89e-44ac-8038-ea58fa1e5229', 'status': 'completed', 'code': 200} Mar 31 15:41:17.035050 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [req-82a87e0d-d5d9-453c-9a03-5dae8bcdcd99 req-5909c60f-b4a7-48ab-a391-3751b350714b tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bac4401-bf26-48d9-8944-4b2ecdf32e6d HTTP/1.1" status: 200 len: 210 time: 0.0289359 Mar 31 15:41:18.095679 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59950) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:18.223940 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-e2f81aec-fd9b-4e31-beea-d833412d191e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Deleting port 87e0e00b-5ca3-4378-8524-5a1dd450b12f {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:18.224183 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e2f81aec-fd9b-4e31-beea-d833412d191e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (87e0e00b-5ca3-4378-8524-5a1dd450b12f), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.303910 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e2f81aec-fd9b-4e31-beea-d833412d191e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (87e0e00b-5ca3-4378-8524-5a1dd450b12f), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.304231 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e2f81aec-fd9b-4e31-beea-d833412d191e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (87e0e00b-5ca3-4378-8524-5a1dd450b12f), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.316302 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-e2f81aec-fd9b-4e31-beea-d833412d191e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Calling delete_port for 87e0e00b-5ca3-4378-8524-5a1dd450b12f owned by network:floatingip {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:18.450640 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e2f81aec-fd9b-4e31-beea-d833412d191e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (87e0e00b-5ca3-4378-8524-5a1dd450b12f), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.476519 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f81aec-fd9b-4e31-beea-d833412d191e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event deleted for resources: {'Port': ['ID=87e0e00b-5ca3-4378-8524-5a1dd450b12f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:18.537873 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e2f81aec-fd9b-4e31-beea-d833412d191e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for floatingip (d3a3d425-5e16-446c-8d51-c86079eb1b61), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.540424 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e2f81aec-fd9b-4e31-beea-d833412d191e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233771'] for floatingip (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.542353 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-e2f81aec-fd9b-4e31-beea-d833412d191e tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "DELETE /v2.0/floatingips/d3a3d425-5e16-446c-8d51-c86079eb1b61 HTTP/1.1" status: 204 len: 168 time: 0.4456422 Mar 31 15:41:19.737392 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59962) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:19.795617 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-980062d2-2b73-4acf-b269-ea120e3c4695 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group (98c71c1a-3ea6-43cb-abe5-438334557299), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:19.820856 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-980062d2-2b73-4acf-b269-ea120e3c4695 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group (98c71c1a-3ea6-43cb-abe5-438334557299), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:19.882453 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-980062d2-2b73-4acf-b269-ea120e3c4695 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (98c71c1a-3ea6-43cb-abe5-438334557299), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:19.885197 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-980062d2-2b73-4acf-b269-ea120e3c4695 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:19.886478 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-980062d2-2b73-4acf-b269-ea120e3c4695 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] 10.222.0.11 "DELETE /v2.0/security-groups/98c71c1a-3ea6-43cb-abe5-438334557299 HTTP/1.1" status: 204 len: 168 time: 0.1481068 Mar 31 15:41:19.896099 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980062d2-2b73-4acf-b269-ea120e3c4695 tempest-TestVolumeBootPattern-1120110942 tempest-TestVolumeBootPattern-1120110942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c71c1a-3ea6-43cb-abe5-438334557299,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:19.942718 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59966) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:20.428156 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:20.432749 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609331'] for router_interface (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:20.449228 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] No Port match for: ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:20.449576 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Device ce7ec6f8-f89e-44ac-8038-ea58fa1e5229 not bound to the agent host hv-cinder-75078 {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:20.690405 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] Deleting port 293904d8-f7d5-40a8-9a92-55b24c56afee {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:20.690656 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:20.774298 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] For port 293904d8-f7d5-40a8-9a92-55b24c56afee, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=293904d8-f7d5-40a8-9a92-55b24c56afee,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:20.775022 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:20.788080 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] Calling delete_port for 293904d8-f7d5-40a8-9a92-55b24c56afee owned by network:router_interface {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:20.986783 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (293904d8-f7d5-40a8-9a92-55b24c56afee), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:21.015611 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] Pushing event deleted for resources: {'Port': ['ID=293904d8-f7d5-40a8-9a92-55b24c56afee,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:21.202539 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607139'] for router_interface (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:21.440335 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] Router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:21.557442 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:21.563752 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-8e9630a7-33ff-4812-a335-79964b4c7982 admin admin] 10.222.0.11 "PUT /v2.0/routers/3bca13a3-a4c6-4a12-8db3-42f3b365ea0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6191401 Mar 31 15:41:21.566848 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59970) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:21.567859 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b884320-7415-4bf3-a1e0-920e3add3fa0 None None] Sync routers for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:21.582850 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b884320-7415-4bf3-a1e0-920e3add3fa0 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:21.584188 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-4b884320-7415-4bf3-a1e0-920e3add3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:21.698279 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Publish callbacks [] for router (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:21.718138 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-4b884320-7415-4bf3-a1e0-920e3add3fa0 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: dv-cinder-750782-15-iscsi {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:21.820583 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Publish callbacks [] for router_gateway (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:21.886704 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Deleting port c2d36905-8ec9-4485-a611-bff69601ac19 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:21.887116 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:21.944596 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-4b884320-7415-4bf3-a1e0-920e3add3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:41:20Z', 'revision_number': 5, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port': {'id': 'c2d36905-8ec9-4485-a611-bff69601ac19', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:21.972763 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b884320-7415-4bf3-a1e0-920e3add3fa0 None None] Checking router: 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b for host: dv-cinder-750782-15-iscsi {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:21.983229 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] For port c2d36905-8ec9-4485-a611-bff69601ac19, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=c2d36905-8ec9-4485-a611-bff69601ac19,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:21.983693 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:21.984396 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b884320-7415-4bf3-a1e0-920e3add3fa0 None None] Routers {'3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:21.985027 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-4b884320-7415-4bf3-a1e0-920e3add3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:21.999511 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Calling delete_port for c2d36905-8ec9-4485-a611-bff69601ac19 owned by network:router_gateway {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:22.099593 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-4b884320-7415-4bf3-a1e0-920e3add3fa0 None None] Set router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b gateway port host: None {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:22.165727 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-4b884320-7415-4bf3-a1e0-920e3add3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:41:21Z', 'revision_number': 6, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port_host': None}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:22.193477 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (c2d36905-8ec9-4485-a611-bff69601ac19), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.194665 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b884320-7415-4bf3-a1e0-920e3add3fa0 None None] The sync data for ids ['3bca13a3-a4c6-4a12-8db3-42f3b365ea0b'] in dv-cinder-750782-15-iscsi is: [{'id': '3bca13a3-a4c6-4a12-8db3-42f3b365ea0b', 'name': 'tempest-TestVolumeBootPattern-1584354649-router', 'tenant_id': '3f5e17047f454b4d9c3deffcaf725901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:00Z', 'updated_at': '2022-03-31T15:41:21Z', 'revision_number': 6, 'project_id': '3f5e17047f454b4d9c3deffcaf725901', 'gw_port_host': None}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:22.221562 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d36905-8ec9-4485-a611-bff69601ac19,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:22.301817 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608969'] for router_gateway (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.416181 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15575'] for router (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.419027 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Publish callbacks [] for router_controller (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.471314 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637868'] for router (3bca13a3-a4c6-4a12-8db3-42f3b365ea0b), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.471955 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bca13a3-a4c6-4a12-8db3-42f3b365ea0b {{(pid=103659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:41:22.479468 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.480659 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-05fb7d5d-304b-4aa3-9fd3-f3c3f02297ee admin admin] 10.222.0.11 "DELETE /v2.0/routers/3bca13a3-a4c6-4a12-8db3-42f3b365ea0b HTTP/1.1" status: 204 len: 168 time: 0.9123638 Mar 31 15:41:22.483629 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59972) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:22.539564 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3464205b-4c19-4643-b682-72829eb465e5 admin admin] Deleting subnet 9f5472fc-a43a-489f-8405-33af6e109945 {{(pid=103659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:41:22.545844 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3464205b-4c19-4643-b682-72829eb465e5 admin admin] Publish callbacks [] for subnet (9f5472fc-a43a-489f-8405-33af6e109945), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.586721 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3464205b-4c19-4643-b682-72829eb465e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4012077'] for subnet (9f5472fc-a43a-489f-8405-33af6e109945), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.702978 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3464205b-4c19-4643-b682-72829eb465e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (9f5472fc-a43a-489f-8405-33af6e109945), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.766340 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3464205b-4c19-4643-b682-72829eb465e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3477119'] for subnet (9f5472fc-a43a-489f-8405-33af6e109945), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.797209 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464205b-4c19-4643-b682-72829eb465e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5472fc-a43a-489f-8405-33af6e109945,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:22.798974 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3464205b-4c19-4643-b682-72829eb465e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.802746 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-3464205b-4c19-4643-b682-72829eb465e5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9f5472fc-a43a-489f-8405-33af6e109945 HTTP/1.1" status: 204 len: 168 time: 0.3184524 Mar 31 15:41:22.803609 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2150c7fc-baf5-43b2-b188-250fd7432184 None None] Network 497cf4e4-1398-4f5c-8b91-3b72244825b0 requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:41:22.805231 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59974) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:22.902500 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (497cf4e4-1398-4f5c-8b91-3b72244825b0), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:22.983702 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Deleting port fa7bb90d-0205-41bb-b603-8a75755593b7 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:22.984044 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.020264 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] DHCP port deletion for 497cf4e4-1398-4f5c-8b91-3b72244825b0 request from dv-cinder-750782-15-iscsi {{(pid=103660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:41:23.059794 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 293904d8-f7d5-40a8-9a92-55b24c56afee no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:23.065651 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] For port fa7bb90d-0205-41bb-b603-8a75755593b7, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=fa7bb90d-0205-41bb-b603-8a75755593b7,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:23.067507 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.091092 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 293904d8-f7d5-40a8-9a92-55b24c56afee {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:23.091442 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 293904d8-f7d5-40a8-9a92-55b24c56afee not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:23.092739 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Calling delete_port for fa7bb90d-0205-41bb-b603-8a75755593b7 owned by network:dhcp {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:23.100814 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.123198 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Deleting port fa7bb90d-0205-41bb-b603-8a75755593b7 {{(pid=103660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:23.123613 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), before_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.200331 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] For port fa7bb90d-0205-41bb-b603-8a75755593b7, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=fa7bb90d-0205-41bb-b603-8a75755593b7,segment=NetworkSegment(780ea950-aaad-47c2-89d6-5c44dc8be6a0),segment_id=780ea950-aaad-47c2-89d6-5c44dc8be6a0)] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:23.201048 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), precommit_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.205014 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.219257 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Calling delete_port for fa7bb90d-0205-41bb-b603-8a75755593b7 owned by network:dhcp {{(pid=103660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:23.236670 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7bb90d-0205-41bb-b603-8a75755593b7,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:23.245473 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] No DVR routers for this DVR port fa7bb90d-0205-41bb-b603-8a75755593b7 on host dv-cinder-750782-15-iscsi {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:23.343033 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461'] for port (fa7bb90d-0205-41bb-b603-8a75755593b7), after_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.343803 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (497cf4e4-1398-4f5c-8b91-3b72244825b0), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.371015 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497cf4e4-1398-4f5c-8b91-3b72244825b0']}} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:23.376174 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Pushing event deleted for resources: {'Port': ['ID=fa7bb90d-0205-41bb-b603-8a75755593b7,revision_number=None']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:23.383901 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780ea950-aaad-47c2-89d6-5c44dc8be6a0') {'for_net_delete': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:23.384314 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780ea950-aaad-47c2-89d6-5c44dc8be6a0') {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:23.386482 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] No DVR routers for this DVR port fa7bb90d-0205-41bb-b603-8a75755593b7 on host dv-cinder-750782-15-iscsi {{(pid=103660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:23.393369 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.394358 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.394759 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.395133 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.395517 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.395837 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.396158 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.396525 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.396850 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.397198 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.397570 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.397893 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.398357 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4012070'] for segment (780ea950-aaad-47c2-89d6-5c44dc8be6a0), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.398483 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.398583 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.399348 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7616f7d2-7836-40bc-908f-c4204f8d10f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-iscsi {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:23.425145 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (780ea950-aaad-47c2-89d6-5c44dc8be6a0), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.433775 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:41:23.434321 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267762'] for segment (780ea950-aaad-47c2-89d6-5c44dc8be6a0), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: Traceback (most recent call last): Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: timer() Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: cb(*args, **kw) Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: return func(*args, **kwargs) Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: self._notify() Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: self.callback(batched_events) Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: event.method(event) Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: return f(self, *a, **k) Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._get(url).json() Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: return self.request(url, 'GET', **kwargs) Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:41:23.436521 dv-cinder-750782-15-iscsi neutron-server[103659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:41:23.496453 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (497cf4e4-1398-4f5c-8b91-3b72244825b0), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.502941 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:23.506728 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] 10.222.0.11 "DELETE /v2.0/networks/497cf4e4-1398-4f5c-8b91-3b72244825b0 HTTP/1.1" status: 204 len: 168 time: 0.7004189 Mar 31 15:41:23.509893 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59976) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:23.518821 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbce1df-4b27-4744-a83a-3683de6b1080 admin admin] Pushing event deleted for resources: {'Network': ['ID=497cf4e4-1398-4f5c-8b91-3b72244825b0,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:23.870594 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609331'] for router_interface (4bd8798c-a655-4805-8e87-3d2bf1eb8087), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:24.127037 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] Deleting port 1577cb09-fc23-4601-9cee-b25c6b539737 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:24.127270 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:24.209435 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] For port 1577cb09-fc23-4601-9cee-b25c6b539737, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=1577cb09-fc23-4601-9cee-b25c6b539737,segment=NetworkSegment(68b9cada-696f-494c-97a5-e6a908053d5a),segment_id=68b9cada-696f-494c-97a5-e6a908053d5a)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:24.209776 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:24.222960 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] Calling delete_port for 1577cb09-fc23-4601-9cee-b25c6b539737 owned by network:router_interface {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:24.412823 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3907776'] for port (1577cb09-fc23-4601-9cee-b25c6b539737), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:24.446790 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=1577cb09-fc23-4601-9cee-b25c6b539737,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:24.632218 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607139'] for router_interface (4bd8798c-a655-4805-8e87-3d2bf1eb8087), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:24.700856 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device fa7bb90d-0205-41bb-b603-8a75755593b7 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:24.725976 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: fa7bb90d-0205-41bb-b603-8a75755593b7 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:24.726236 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device fa7bb90d-0205-41bb-b603-8a75755593b7 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:24.726658 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device c2d36905-8ec9-4485-a611-bff69601ac19 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:24.748050 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: c2d36905-8ec9-4485-a611-bff69601ac19 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:24.748388 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device c2d36905-8ec9-4485-a611-bff69601ac19 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:24.872003 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] Router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 has already been hosted by L3 agent 17de8d94-97b8-4ec2-a989-1385b597897d {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:24.985195 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-iscsi the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:24.991159 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-221937d9-116a-44f8-8a29-b954f39b1c38 admin admin] 10.222.0.11 "PUT /v2.0/routers/4bd8798c-a655-4805-8e87-3d2bf1eb8087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4800112 Mar 31 15:41:24.992993 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59978) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:24.994059 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69a04d-9032-4594-b416-e3adc3f6697e None None] Sync routers for ids ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'] in dv-cinder-750782-15-iscsi {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:25.005703 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe69a04d-9032-4594-b416-e3adc3f6697e None None] Routers {'4bd8798c-a655-4805-8e87-3d2bf1eb8087'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:25.006330 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-fe69a04d-9032-4594-b416-e3adc3f6697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:25.124732 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-fe69a04d-9032-4594-b416-e3adc3f6697e None None] Set router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:25.335449 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-fe69a04d-9032-4594-b416-e3adc3f6697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'name': 'tempest-TestVolumeBootPattern-1980436049-router', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:41:24Z', 'revision_number': 5, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'gw_port': {'id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:25.366030 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69a04d-9032-4594-b416-e3adc3f6697e None None] Checking router: 4bd8798c-a655-4805-8e87-3d2bf1eb8087 for host: dv-cinder-750782-15-iscsi {{(pid=103661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:25.374005 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe69a04d-9032-4594-b416-e3adc3f6697e None None] Routers {'4bd8798c-a655-4805-8e87-3d2bf1eb8087'} bound to L3 agent in host dv-cinder-750782-15-iscsi {{(pid=103661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:25.374593 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-fe69a04d-9032-4594-b416-e3adc3f6697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:18:05Z,description=,heartbeat_timestamp=2022-03-31T15:41:05Z,host='dv-cinder-750782-15-iscsi',id=17de8d94-97b8-4ec2-a989-1385b597897d,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:18:05Z,topic='l3_agent')) {'router_ids': ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'], 'active': True} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:25.375319 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Publish callbacks [] for router (4bd8798c-a655-4805-8e87-3d2bf1eb8087), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:25.494577 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Publish callbacks [] for router_gateway (4bd8798c-a655-4805-8e87-3d2bf1eb8087), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:25.494838 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_dvr_db [None req-fe69a04d-9032-4594-b416-e3adc3f6697e None None] Set router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 gateway port host: dv-cinder-750782-15-iscsi {{(pid=103661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:25.555968 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Deleting port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:25.556328 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:25.653984 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] For port d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb,segment=NetworkSegment(d65840e0-b117-407d-8a1e-cb639d576379),segment_id=d65840e0-b117-407d-8a1e-cb639d576379)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:25.654491 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:25.669756 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Calling delete_port for d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb owned by network:router_gateway {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:25.693470 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.l3_hamode_db [None req-fe69a04d-9032-4594-b416-e3adc3f6697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'name': 'tempest-TestVolumeBootPattern-1980436049-router', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:41:24Z', 'revision_number': 5, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'gw_port': {'id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}], 'dv-cinder-750782-15-iscsi', False) {} {{(pid=103661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:25.721528 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe69a04d-9032-4594-b416-e3adc3f6697e None None] The sync data for ids ['4bd8798c-a655-4805-8e87-3d2bf1eb8087'] in dv-cinder-750782-15-iscsi is: [{'id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'name': 'tempest-TestVolumeBootPattern-1980436049-router', 'tenant_id': '6a2f409dd063490fbb1975f8bf7fc227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'external_fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:41:24Z', 'revision_number': 5, 'project_id': '6a2f409dd063490fbb1975f8bf7fc227', 'gw_port': {'id': 'd9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb', 'name': '', 'network_id': '55ba27a4-7426-4ee5-a8a1-a1b63688d05e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8798c-a655-4805-8e87-3d2bf1eb8087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:34:05Z', 'updated_at': '2022-03-31T15:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe21810d-2389-4651-b058-0f08acd7a8ad', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-iscsi'}] {{(pid=103661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:25.859030 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:25.890725 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:25.953970 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608969'] for router_gateway (4bd8798c-a655-4805-8e87-3d2bf1eb8087), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.059723 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15575'] for router (4bd8798c-a655-4805-8e87-3d2bf1eb8087), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.062242 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Publish callbacks [] for router_controller (4bd8798c-a655-4805-8e87-3d2bf1eb8087), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.111401 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637868'] for router (4bd8798c-a655-4805-8e87-3d2bf1eb8087), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.112097 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bd8798c-a655-4805-8e87-3d2bf1eb8087 {{(pid=103659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:41:26.116844 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.120649 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-7bc3775c-a2da-4a1b-982c-7863f5ebd409 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4bd8798c-a655-4805-8e87-3d2bf1eb8087 HTTP/1.1" status: 204 len: 168 time: 1.1239970 Mar 31 15:41:26.120858 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59980) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:26.177629 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39aa0cd-8e07-4c5e-b636-5d39ca8feb70 admin admin] Deleting subnet c6706e15-d815-488c-9b34-b6c57e7cc0cc {{(pid=103659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:41:26.183322 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e39aa0cd-8e07-4c5e-b636-5d39ca8feb70 admin admin] Publish callbacks [] for subnet (c6706e15-d815-488c-9b34-b6c57e7cc0cc), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.225492 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e39aa0cd-8e07-4c5e-b636-5d39ca8feb70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4012077'] for subnet (c6706e15-d815-488c-9b34-b6c57e7cc0cc), precommit_delete_associations {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.328253 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e39aa0cd-8e07-4c5e-b636-5d39ca8feb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1073058868'] for subnet (c6706e15-d815-488c-9b34-b6c57e7cc0cc), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.407194 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e39aa0cd-8e07-4c5e-b636-5d39ca8feb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1073058819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3477119'] for subnet (c6706e15-d815-488c-9b34-b6c57e7cc0cc), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.436782 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39aa0cd-8e07-4c5e-b636-5d39ca8feb70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6706e15-d815-488c-9b34-b6c57e7cc0cc,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:26.441683 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e39aa0cd-8e07-4c5e-b636-5d39ca8feb70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.447890 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-e39aa0cd-8e07-4c5e-b636-5d39ca8feb70 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c6706e15-d815-488c-9b34-b6c57e7cc0cc HTTP/1.1" status: 204 len: 168 time: 0.3234808 Mar 31 15:41:26.448620 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [-] (103659) accepted ('10.222.0.11', 59982) {{(pid=103659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:26.459841 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ae89e-6637-4be4-9bf6-20f222be0b6e None None] Network 43cc5dc8-0997-46d7-9db2-82060e48dced requested from dv-cinder-750782-15-iscsi {{(pid=103660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:41:26.565799 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1073020277'] for network (43cc5dc8-0997-46d7-9db2-82060e48dced), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.635758 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Deleting port eabe463c-fbd0-4d85-9180-07a84dc580af {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:26.636313 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.705555 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] For port eabe463c-fbd0-4d85-9180-07a84dc580af, host dv-cinder-750782-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-iscsi',level=0,port_id=eabe463c-fbd0-4d85-9180-07a84dc580af,segment=NetworkSegment(68b9cada-696f-494c-97a5-e6a908053d5a),segment_id=68b9cada-696f-494c-97a5-e6a908053d5a)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:26.705838 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.720114 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Calling delete_port for eabe463c-fbd0-4d85-9180-07a84dc580af owned by network:dhcp {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:26.791694 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9361a46-12a0-4109-866e-4498f246b459 None None] DHCP port deletion for 43cc5dc8-0997-46d7-9db2-82060e48dced request from dv-cinder-750782-15-iscsi {{(pid=103660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:41:26.819607 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267687'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.851178 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Pushing event deleted for resources: {'Port': ['ID=eabe463c-fbd0-4d85-9180-07a84dc580af,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:26.858392 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] No DVR routers for this DVR port eabe463c-fbd0-4d85-9180-07a84dc580af on host dv-cinder-750782-15-iscsi {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:26.866955 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 1577cb09-fc23-4601-9cee-b25c6b539737 no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:26.892199 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: 1577cb09-fc23-4601-9cee-b25c6b539737 {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:26.893290 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device 1577cb09-fc23-4601-9cee-b25c6b539737 not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:26.893817 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:26.919830 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-f9361a46-12a0-4109-866e-4498f246b459 None None] Deleting port eabe463c-fbd0-4d85-9180-07a84dc580af {{(pid=103660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:26.920191 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f9361a46-12a0-4109-866e-4498f246b459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771933250326'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), before_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:26.922132 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:26.922465 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device d9dd6cd0-a6ef-4d58-8492-6f4c1ca82ddb not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:26.922868 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device eabe463c-fbd0-4d85-9180-07a84dc580af no longer exists at agent ovs-agent-dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:26.982719 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] No Port match for: eabe463c-fbd0-4d85-9180-07a84dc580af {{(pid=103660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:26.983047 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.rpc [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Device eabe463c-fbd0-4d85-9180-07a84dc580af not bound to the agent host dv-cinder-750782-15-iscsi {{(pid=103660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:26.990034 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1073105599', 'neutron.services.segments.db._delete_segments_for_network-8771933064250'] for network (43cc5dc8-0997-46d7-9db2-82060e48dced), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.012797 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-f9361a46-12a0-4109-866e-4498f246b459 None None] For port eabe463c-fbd0-4d85-9180-07a84dc580af, host dv-cinder-750782-15-iscsi, got binding levels [] {{(pid=103660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:27.013137 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f9361a46-12a0-4109-866e-4498f246b459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611073'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), precommit_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.021052 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cc5dc8-0997-46d7-9db2-82060e48dced']}} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:27.034152 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.plugins.ml2.plugin [None req-f9361a46-12a0-4109-866e-4498f246b459 None None] Calling delete_port for eabe463c-fbd0-4d85-9180-07a84dc580af owned by network:dhcp {{(pid=103660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:27.038225 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b9cada-696f-494c-97a5-e6a908053d5a') {'for_net_delete': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:27.038527 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.ipam_backend_mixin [None req-f9361a46-12a0-4109-866e-4498f246b459 None None] Port eabe463c-fbd0-4d85-9180-07a84dc580af was not found and therefore no delete operation was performed {{(pid=103660) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 15:41:27.038726 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.services.segments.db [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b9cada-696f-494c-97a5-e6a908053d5a') {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:27.041031 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f9361a46-12a0-4109-866e-4498f246b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1073182311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771933254009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771932735461'] for port (eabe463c-fbd0-4d85-9180-07a84dc580af), after_delete {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.055459 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771933294915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4012070'] for segment (68b9cada-696f-494c-97a5-e6a908053d5a), before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.077851 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099'] for segment (68b9cada-696f-494c-97a5-e6a908053d5a), precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.082828 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9361a46-12a0-4109-866e-4498f246b459 None None] Pushing event deleted for resources: {'Port': ['ID=eabe463c-fbd0-4d85-9180-07a84dc580af,revision_number=None']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:27.086996 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:41:27.087333 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9361a46-12a0-4109-866e-4498f246b459 None None] No DVR routers for this DVR port eabe463c-fbd0-4d85-9180-07a84dc580af on host dv-cinder-750782-15-iscsi {{(pid=103660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:27.087549 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1073060099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267762'] for segment (68b9cada-696f-494c-97a5-e6a908053d5a), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: Traceback (most recent call last): Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: timer() Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: cb(*args, **kw) Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: return func(*args, **kwargs) Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: self._notify() Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: self.callback(batched_events) Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: event.method(event) Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: return f(self, *a, **k) Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._get(url).json() Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: return self.request(url, 'GET', **kwargs) Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:41:27.091291 dv-cinder-750782-15-iscsi neutron-server[103659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:41:27.152956 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1073105590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609061'] for network (43cc5dc8-0997-46d7-9db2-82060e48dced), after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.160243 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550405'] for network (None), before_response {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.167455 dv-cinder-750782-15-iscsi neutron-server[103659]: INFO neutron.wsgi [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] 10.222.0.11 "DELETE /v2.0/networks/43cc5dc8-0997-46d7-9db2-82060e48dced HTTP/1.1" status: 204 len: 168 time: 0.7170529 Mar 31 15:41:27.185784 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf1753-4e4a-404c-8312-2d722542feee admin admin] Pushing event deleted for resources: {'Network': ['ID=43cc5dc8-0997-46d7-9db2-82060e48dced,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:27.295082 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59986) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:27.341454 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-a496c804-fcf4-4971-a8ec-8eef5e3c1c98 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f5e17047f454b4d9c3deffcaf725901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444360 Mar 31 15:41:27.343837 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59988) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:27.401860 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8657180a-fcb0-4f65-bed5-f326665dbde7 admin admin] Publish callbacks [] for security_group (de432767-dfee-47c6-8a22-b354f733ce36), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.426540 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8657180a-fcb0-4f65-bed5-f326665dbde7 admin admin] Publish callbacks [] for security_group (de432767-dfee-47c6-8a22-b354f733ce36), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.490071 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8657180a-fcb0-4f65-bed5-f326665dbde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (de432767-dfee-47c6-8a22-b354f733ce36), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.493509 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8657180a-fcb0-4f65-bed5-f326665dbde7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.495772 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-8657180a-fcb0-4f65-bed5-f326665dbde7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de432767-dfee-47c6-8a22-b354f733ce36 HTTP/1.1" status: 204 len: 168 time: 0.1507826 Mar 31 15:41:27.506270 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657180a-fcb0-4f65-bed5-f326665dbde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de432767-dfee-47c6-8a22-b354f733ce36,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:27.873455 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59994) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:27.922484 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-d1887a92-4d08-4fe7-8ed5-723809eefaa2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a2f409dd063490fbb1975f8bf7fc227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477524 Mar 31 15:41:27.924971 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.11', 59996) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:27.981260 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-87e87de6-9814-416b-a5d7-fa398d6a7abb admin admin] Publish callbacks [] for security_group (ad46866e-97a5-4af4-9d48-d84fbfbe5308), before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:28.284918 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-87e87de6-9814-416b-a5d7-fa398d6a7abb admin admin] Publish callbacks [] for security_group (ad46866e-97a5-4af4-9d48-d84fbfbe5308), precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:28.337712 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-87e87de6-9814-416b-a5d7-fa398d6a7abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589963'] for security_group (ad46866e-97a5-4af4-9d48-d84fbfbe5308), after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:28.340690 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-87e87de6-9814-416b-a5d7-fa398d6a7abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:28.341877 dv-cinder-750782-15-iscsi neutron-server[103658]: INFO neutron.wsgi [None req-87e87de6-9814-416b-a5d7-fa398d6a7abb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad46866e-97a5-4af4-9d48-d84fbfbe5308 HTTP/1.1" status: 204 len: 168 time: 0.4159319 Mar 31 15:41:28.350056 dv-cinder-750782-15-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e87de6-9814-416b-a5d7-fa398d6a7abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad46866e-97a5-4af4-9d48-d84fbfbe5308,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:32.962126 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9f2ac7b4-923a-49e9-9870-132d5128e204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:35.316096 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0760de03-9fea-4bd6-b31e-c777117d09ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:36.598909 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:38.008746 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:39.498689 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:45.281290 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:41:53.058520 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.965116 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7d412eca-e874-423d-a523-2f8586028c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:05.320383 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-8207efbf-52ba-466e-9045-68b6b308d9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:06.602319 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:08.014365 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:09.505314 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:22.279783 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:42:23.069431 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:32.961056 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c62477ce-3ace-43ad-abc9-b2ef4dd75352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:35.332429 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-17a407bb-6f37-4634-aa4a-5b08f4fbe9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:36.609142 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:38.019913 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:39.499314 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:53.081904 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:59.278083 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:43:02.956258 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-dcfbef06-5581-45ca-9104-b90fe3428f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:05.332303 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f29eb91e-0045-42ad-9958-0e1e7b27045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:06.612196 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:08.017527 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:09.504827 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:22.589789 dv-cinder-750782-15-iscsi neutron-server[103659]: DEBUG neutron.wsgi [req-0be0c9fe-d6ff-4417-a307-d94adbbb9dd1 req-5bc99e43-72c7-465c-9d04-b55f49c6dfa4 tempest-VolumesActionsTest-130426776 tempest-VolumesActionsTest-130426776-project] (103659) timed out ('10.222.0.13', 52653) {{(pid=103659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 15:43:23.087556 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:32.958833 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-5f7a496b-25c7-4626-8c24-d6300b5d2662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:35.323624 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d7022cec-1ecd-4575-86d6-ffe6f3a4ad5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:36.276532 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:43:36.612478 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:38.019211 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:39.521324 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:53.094474 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:02.966769 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac2af-214e-4769-8b99-f020a650c282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:05.326261 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-ff16bb34-ec45-4c29-9534-2853b662e4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:06.614232 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:08.023463 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:09.509292 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:13.275112 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:44:23.121356 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:32.959511 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-48306863-16b1-44b0-826b-c48186d368f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:35.326341 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-98a8b1eb-1eae-4db4-8936-ebbe1869de44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:36.617750 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.025220 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:39.504129 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.274097 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:44:53.142440 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:02.964518 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-669b20df-6039-4800-a63a-d048b2273b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:05.328735 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-dea573ba-b4e8-4ac9-8986-71ce795c2db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:06.619339 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.027896 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:09.508250 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.140458 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:27.275579 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:45:32.968675 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c53af13d-bc72-4602-bd95-fdebb23cc561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:35.334167 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-b1e76404-d8c0-4c0d-8678-af63f2c4a26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:36.622891 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:38.030623 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:39.513365 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:53.141826 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:02.971604 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-25a4aef8-8ea0-47b2-a193-19564b038371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:04.274943 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:46:05.332906 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-6546203c-dcbd-493c-b008-a1ac586885bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:06.626204 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:08.032778 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:09.507053 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:23.142886 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-a28d3141-517d-45d7-9733-5cdc066a8dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (4f38d1cb-3c0c-48d4-8e57-7e028817cfa6), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:32.974379 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3e67cb4b-9db4-4156-b252-11ff52f3518e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (e22cf47a-23fe-44dd-ac68-6e12f0d3c517), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:35.325668 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c67ba242-2e83-497e-b9a9-8f4780b88285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (17de8d94-97b8-4ec2-a989-1385b597897d), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:36.627188 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-eb396a39-8b5e-4971-a404-7009f18d893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (c494a527-e8a4-45c0-83d9-46e04a1aadff), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:38.036194 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-32d2f71a-75e1-4aea-a0d0-240770e74992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (5dcd046d-438c-4e91-9c8e-956061bd7c6b), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:39.509798 dv-cinder-750782-15-iscsi neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-d90349c5-ef98-419c-bdef-2ca13f2a750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771933064232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1073102974'] for agent (57f0b372-eca8-48d6-a9df-a6f765ceb9b2), after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:41.275015 dv-cinder-750782-15-iscsi neutron-server[103661]: DEBUG neutron.db.agents_db [None req-23fa0afd-f90f-4aec-ae0c-29bd16fcc610 None None] Agent healthcheck: found 6 active agents {{(pid=103661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}